Matlab 从怀俄明大学上爬取探空数据

 

function sounding
%设置爬取时间  49行可以选取早八晚八，默认是都下载
start_year       =2019     ;
start_month      =06        ;
start_day        =04        ;
end_year         =2019      ;
end_month        =07        ;
end_day          =24        ;
%读取爬取站点编号
stan=xlsread('');    %%%站号信息在后面保存excel
%设置保存文件夹
total_folder     = '';
%设置重新载入时间（s）
timeout          = 30       ;

for i_stan=1:1:size(stan,1)  %多站点循环，如果只下载单一站点，修改下一行
    %station_nu =stan(i_stan,1);
    station_nu =59280; %清远站
    %station_nu =54511          %读取单一站点，北京站
    for year=start_year:1:end_year
        start_month1=start_month;
        end_month1  = end_month;
        
        if year > start_year %判断一年中的起止月份
            start_month1 =  1;
        end
        if year < end_year
            end_month1  = 12;
        end
        
        if ISLEAPYRAR(year) %判断是否为闰年
            months_day=[31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31];
        else
            months_day=[31, 29, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31];
        end
        
        for month=start_month1:1:end_month1
            
            start_day1=start_day;
            end_day1=end_day    ;
            if month > start_month1 %判断一月中的起止日期
                start_day1 =  1;
            end
            if month < end_month1
                end_day1  = months_day(month);
            end
            
            for day=start_day1:1:end_day1
                for time=[0,12]    %探空时间
                    tic;
                    [sourcefile, status] =urlread(sprintf('http://weather.uwyo.edu/cgi-bin/sounding?region=seasia&TYPE=TEXT%%3ALIST&YEAR=%04d&MONTH=%02d&FROM=%02d%02d&TO=%02d%02d&STNM=%05d&ICE=1',year,month,day,time,day,time,station_nu),'Timeout',timeout);
                    
                    
                    if ~status
                        itime=1;
                        while (~status)&&(itime<=3)
                            disp(['!!!!  载入失败  stn=',num2str(station_nu,'%05d'),' ,Data ',num2str(year,'%04d'),num2str(month,'%02d'),num2str(day,'%02d'),' ,Time ',num2str(time,'%02d'),'尝试重新载入 ',num2str(itime,'%1d次'),' !!']);
                            [sourcefile, status] =urlread(sprintf('http://weather.uwyo.edu/cgi-bin/sounding?region=seasia&TYPE=TEXT%%3ALIST&YEAR=%04d&MONTH=%02d&FROM=%02d%02d&TO=%02d%02d&STNM=%05d&ICE=1',year,month,day,time,day,time,station_nu),'Timeout',timeout);
                            itime=itime+1;
                        end
                        if itime>3
                            disp(['!!!!  载入失败  stn=',num2str(station_nu,'%05d'),' ,Data ',num2str(year,'%04d'),num2str(month,'%02d'),num2str(day,'%02d'),' ,Time ',num2str(time,'%02d'),' !!'])
                        end
                    end
                    
                    %去除sourcefile不相关字符，这个地方可根据自己需要调整。如果只需要探空数据截止 则不需要更改
                    sourcefile = sourcefile(strfind(sourcefile,'   PRES   HGHT'):strfind(sourcefile,'<P>Station information')-11);
                    t=toc;
                    if (strfind(sourcefile,'   PRES   HGHT')>0)  %判断是否有缺测
                        %保存文件到对应文件夹
                        folder=[total_folder, station_nu,'00-12Time','\'];
                        if exist(folder,'dir')==0 %判断站点文件是否已经存在
                            mkdir(folder);
                        end
                        filename=[folder,num2str(year,'%04d'),num2str(month,'%02d'),num2str(day,'%02d'),num2str(time,'%02d'),'.txt'];
                        fid=fopen(filename,'w');
                        fprintf(fid,'%s',sourcefile);
                        fclose(fid);
                        disp(['**  Finish  stn=',num2str(station_nu,'%05d'),' ,Data ',num2str(year,'%04d'),num2str(month,'%02d'),num2str(day,'%02d'),' ,Time ',num2str(time,'%02d'),' ,t= ',num2str(t,' %03f'),' **',])
                    else
                        disp(['**  cannot get  stn_',num2str(station_nu,'%05d'),' ,Data ',num2str(year,'%04d'),num2str(month,'%02d'),num2str(day,'%02d'),' ,Time ',num2str(time,'%02d'),' ,t= ',num2str(t,' %03f'),' **',])
                    end
                    
                    clear sourcefile
                end
            end
            
        end
    end
end

function [result]=ISLEAPYRAR(year)
        %判断是否为闰年
        if((rem(year,100)~=0)&&(rem(year,4)==0))
            result=0;
        elseif(rem(year,4)==0)
            result=0;
        else result=1;
        end
    end
end

   用MATLAB在俄怀明大学上爬取探空资料，设置爬取时间区间，以及站号进行下载。如果只需要Station上面的数据，则不需要进行修改。

需要下面的数据，对sourcefile进行修改。

站号信息

29862	Hakasskaja, NO	53.76	91.31
30635	Ust-Barguzin, IR	53.41	109.01
30758	Chita, IR (UIAA)	52.08	113.48
30935	Krasnyj Chikoj, IR	50.36	108.75
30965	Borzja, IR	50.4	116.51
31510	Blagovescensk, HA	50.53	127.5
31538	Sutur	50.07	132.13
31736	Habarovsk, HA	48.53	135.23
31873	Dalnerechensk, HA	45.86	133.73
31977	Vladivostok (Sad Gorod), HA	43.26	132.05
32150	Juzhno-Sahalinsk, HA (UHSS)	46.95	142.71
35394	Karaganda, AL	49.8	73.15
35671	Zhezkazgan, AL	47.8	67.71
36003	Pavlodar, AL	52.3	76.93
36096	Kyzyl, NO	51.71	94.5
36872	Almaty, AL	43.36	77
38064	Kyzylorda	44.77	65.52
38341	Zhambyl, AL	42.85	71.38
40745	Mashhad (OIMM)	36.26	59.63
40856	Zahedan (OIZH)	29.46	60.88
40948	Kabul Airport (OAKB)	34.55	69.21
41859	Rangpur
41891	Sylhet (VGSY)	24.9	91.88
41907	Ishurdi (VGIS)
41923	Dhaka (VGTJ)	23.76	90.38
41936	Jessore (VGJR)
41977	Chittagong (Ambagan)	22.35	91.81
42027	Srinagar	34.08	74.83
42101	Patiala	30.33	76.46
42182	New Delhi/Safdarjung (VIDD)	28.58	77.2
42299	Gangtok	27.33	88.61
42314	Dibrugarh/Mohanbari (VEMN)	27.48	95.01
42339	Jodhpur (VIJO)	26.3	73.01
42361	Gwalior (VIGR)	26.23	78.25
42369	Lucknow/Amausi (VILK)	26.75	80.88
42379	Gorakhpur (VEGK)	26.75	83.36
42410	Gauhati (VEGT)	26.1	91.58
42492	Patna (VEPT)	25.6	85.1
42647	Ahmadabad (VAAH)	23.06	72.63
42667	Bhopal/Bairagarh (VABP)	23.28	77.35
42701	M.O. Ranchi (VERC)	23.31	85.31
42724	Agartala (VEAT)	23.88	91.25
42809	Calcutta/Dum Dum (VECC)	22.65	88.45
42867	Nagpur Sonegaon (VANP)	21.1	79.05
42874	Pbo Raipur	21.23	81.65
42971	Bhubaneswar (VEBS)	20.25	85.83
43003	Bombay/Santacruz (VABB)	19.11	72.85
43041	Jagdalpur	19.08	82.03
43063	Poona	18.53	73.85
43128	Hyderabad Airport (VOHY)	17.45	78.46
43150	Vishakhapatnam/Waltair	17.7	83.3
43185	Mapatnam	16.2	81.15
43192	Goa/Panjim	15.48	73.81
43279	Madras/Minambakkam (VOMM)	13	80.18
43285	Mangalore/Panambur	12.95	74.83
43295	Bangalore	12.96	77.58
43333	Port Blair (VEPB)	11.66	92.71
43369	Minicoy	8.3	73.15
43371	Thiruvananthapuram	8.48	76.95
43418	Trincomalee (VCCT)
43466	Colombo
43497	Hambantota
44231	Muren	49.56	100.16
44292	Ulaan-Baator	47.55	106.52
44373	Dalanzadgad	43.35	104.25
45004	Kings Park	22.31	114.17
47102	Baengnyeongdo	37.97	124.63
47104	Bukgangneung	37.81	128.85
47122	Osan Ab (RKSO)	37.1	127.03
47138	Pohang	36.03	129.38
47158	Kwangju Ab (RKJJ)	35.11	126.81
47169	Heuksando	34.68	125.45
47186	National Typhoon Centre	33.33	126.68
47401	Wakkanai	45.41	141.68
47412	Sapporo	43.05	141.33
47418	Kushiro	42.98	144.4
47580	Misawa Ab (RJSM)	40.7	141.38
47582	Akita	39.71	140.1
47600	Wajima	37.38	136.9
47646	Tateno	36.05	140.13
47678	Hachijyojima/Omure	33.11	139.78
47741	Matsue	35.45	133.07
47778	Shionomisaki	33.45	135.76
47807	Fukuoka	33.58	130.38
47827	Kagoshima	31.55	130.55
47909	Naze/Funchatoge	28.38	129.55
47918	Ishigakijima (ROIG)	24.33	124.16
47945	Minamidaitojima (ROMD)	25.83	131.23
48327	Chiang Mai (VTCC)	18.78	98.98
48378	Phitsanulok (VTPS)
48407	Ubon Ratchathani (VTUU)	15.25	104.86
48431	Nakhon Ratchasima (VTUN)
48453	Bangna	13.67	100.6
48477	Sattahip
48500	Prachuap Khirikhan (VTBP)
48551	Surat Thani (VTSB)
48565	Phuket Airport (VTSP)	8.11	98.31
48568	Songkhla (VTSH)	7.2	100.6
48601	Penang/Bayan Lepas (WMKP)	5.3	100.26
48615	Kota Bharu (WMKC)	6.16	102.28
48650	Sepang	2.71	101.7
48657	Kuantan (WMKD)	3.78	103.21
48698	Singapore/Changi Arpt (WSSS)	1.36	103.98
48811	Dien Bien Phu	21.4	103.02
48820	Ha Noi (VVNB)	21.01	105.8
48839	Bach Longvi	20.13	107.72
48845	Vinh (VVVH)	18.68	105.67
48870	Qui Nhon
48877	Nha Trang
48887	Phan Thiet
48900	Ho Chi Minh (VVTS)	10.81	106.66
48914	Ca Mau
50527	Hailar, SY	49.21	119.75
50557	Nenjiang, SY	49.16	125.23
50774	Yichun, SY	47.71	128.9
50953	Harbin, SY	45.75	126.76
51076	Altay, UQ	47.73	88.08
51431	Yining, UQ (ZWYN)	43.95	81.33
51463	Urumqi, UQ	43.78	87.62
51644	Kuqa, UQ	41.71	82.95
51709	Kashi, UQ (ZWSH)	39.46	75.98
51777	Ruoqiang, UQ	39.03	88.16
51828	Hotan, UQ (ZWTN)	37.13	79.93
51839	Minfeng, UQ	37.06	82.71
52203	Hami, UQ (ZWHM)	42.81	93.51
52267	Ejin Qi, LZ	41.95	101.06
52323	Mazong Shan, LZ	41.8	97.03
52418	Dunhuang, LZ	40.15	94.68
52533	Jiuquan, LZ (ZLJQ)	39.76	98.48
52681	Minqin, LZ	38.63	103.08
52818	Golmud, LZ	36.41	94.9
52836	Dulan, LZ	36.3	98.1
52866	Xining, LZ (ZLXN)	36.71	101.75
52983	Yu Zhong, LZ	35.87	104.15
53068	Erenhot, BJ	43.65	112
53463	Hohhot, BJ (ZBHH)	40.81	111.68
53513	Linhe, BJ	40.76	107.4
53614	Yinchuan, LZ (ZLIC)	38.48	106.21
53772	Taiyuan, BJ (ZBYN)	37.78	112.55
53845	Yan An, LZ (ZLYA)	36.6	109.5
53915	Pingliang, LZ	35.55	106.66
54102	Xilin Hot, BJ	43.95	116.06
54135	Tongliao, SY	43.6	122.26
54161	Changchun, SY (ZYCC)	43.9	125.21
54218	Chifeng, SY	42.26	118.96
54292	Yanji, SY	42.88	129.46
54374	Linjiang, SY	41.71	126.91
54511	Beijing, BJ (ZBAA)	39.93	116.28
54662	Dalian, BJ (ZYTL)	38.9	121.63
54727	Zhangqiu	36.7	117.55
54857	Qingdao, BJ (ZSQD)	36.06	120.33
55299	Nagqu, CD	31.48	92.06
55591	Lhasa, CD (ZULS)	29.66	91.13
56029	Yushu, LZ	33.01	97.01
56080	Hezuo, LZ	35	102.9
56137	Qamdo, CD	31.15	97.16
56146	Garze, CD	31.61	100
56187	Wenjiang	30.7	103.83
56571	Xichang, CD	27.9	102.26
56691	Weining, CD	26.86	104.28
56739	Tengchong, CD	25.11	98.48
56778	Kunming, CD (ZPPP)	25.01	102.68
56964	Simao, CD	22.76	100.98
56985	Mengzi, CD	23.38	103.38
57083	Zhengzhou, BJ (ZHCC)	34.71	113.65
57127	Hanzhong, LZ	33.06	107.03
57131	Jinghe	34.43	108.97
57178	Nanyang, BJ	33.03	112.58
57447	Enshi, HK	30.28	109.46
57461	Yichang, HK	30.7	111.3
57494	Wuhan, HK (ZHHH)	30.61	114.13
57516	Chongqing, CD (ZUCK)	29.51	106.48
57749	Huaihua, HK	27.56	110
57816	Guiyang, CD (ZUGY)	26.48	106.65
57957	Guilin, GZ (ZGKL)	25.33	110.3
57972	Chenzhou, HK	25.8	113.03
57993	Ganzhou, HK (ZSGZ)	25.85	114.95
58027	Xuzhou, SH	34.28	117.15
58150	Sheyang, SH	33.76	120.25
58203	Fuyang, HK	32.86	115.73
58238	Nanjing, SH (ZSNJ)	32	118.8
58362	Shanghai, SH	31.4	121.46
58424	Anqing, HK	30.53	117.05
58457	Hangzhou, SH (ZSHC)	30.23	120.16
58606	Nanchang, HK (ZSCN)	28.6	115.91
58633	Qu Xian, SH	28.96	118.86
58665	Hongjia, SH	28.61	121.41
58725	Shaowu, SH	27.33	117.46
58847	Fuzhou, SH (ZSFZ)	26.08	119.28
58968	Taibei, SH	25.03	121.51
59134	Xiamen, SH (ZSAM)	24.48	118.08
59211	Baise, GZ	23.9	106.6
59265	Wuzhou, GZ	23.48	111.3
59280	Qing Yuan, GZ	23.66	113.05
59316	Shantou, GZ (ZGOW)	23.35	116.66
59431	Nanning, GZ (ZGNN)	22.63	108.21
59758	Haikou, GZ (ZGHK)	20.03	110.35
59981	Xisha Dao, GZ	16.83	112.33
96009	Lhokseumawe/Malikussaleh (WITM)
96011	Banda Aceh/Blang Bintang (WITT)	5.51	95.41
96035	Medan/Polonia (WIMM)	3.56	98.68
96073	Sibolga/Pinangsori (WIMS)
96091	Tanjung Pinang/Kijang (WIKN)
96109	Pekan Baru/Simpangtiga (WIBB)
96145	Tarempa
96147	Ranai (WION)	3.95	108.38
96163	Padang/Tabing (WIMG)	-0.88	100.35
96171	Rengat/Japura (WIPR)
96179	Singkep/Dabo (WIKS)
96195	Jambi/Sultan Taha (WIPA)
96221	Palembang/St. Badarudin (WIPP)
96237	Pangkal Pinang (WIKK)	-2.16	106.13
96249	Tanjung Pandan/Buluh (WIKD)
96253	Bengkulu/Padang Kemiling (WIPL)	-3.88	102.33
96295	Tanjung Karang/Radin (WIIT)
96315	Brunei Airport (WBSB)	4.93	114.93
96413	Kuching (WBGG)	1.48	110.33
96441	Bintulu (WBGB)	3.2	113.03
96471	Kota Kinabalu (WBKK)	5.93	116.05
96481	Tawau (WBKW)	4.26	117.88
96509	Tarakan/Juwata (WRLR)	3.33	117.56
96535	Paloh
96581	Pontianak/Supadio (WIOO)	-0.15	109.4
96607	Samarinda/Temindung (WRLS)
96633	Balikpapan/Sepinggan (WRLL)	-1.26	116.9
96645	Pangkalan Bun/Iskandar (WRBI)	-2.7	112.7
96655	Palangka Raya/Tjilik (WRBP)
96685	Banjarmasin/Syamsudin (WRBB)	-3.43	114.75
96749	Jakarta/Soekarno-Hatta (WIII)	-6.11	106.65
96791	Cirebon/Jatiwangi
96797	Tegal
96805	Cilacap (WIIL)	-7.73	109.01
96839	Semarang/Ahmad Yani (WIIS)
96925	Sangkapura (Bawean Is.)
96935	Surabaya/Juanda (WRSJ)	-7.36	112.76
96973	Kalianget (Madura Is)
96987	Banyuwangi
97014	Menado/ Sam Ratulangi (WAMM)	1.53	124.91
97048	Gorontalo/Jalaluddin (WAMG)
97072	Palu/Mutiara (WAML)	-0.68	119.73
97096	Poso/Kasiguncu (WAMP)
97180	Ujung Pandang/Hasanuddin (WAAA)	-5.06	119.55
97192	Bau-Bau/Beto Ambari (WAAB)
97230	Denpasar/Ngurah Rai (WRRR)
97240	Mataram/Selaparang (WRRA)
97260	Sumbawa Besar/Brangbiji (WRRS)
97270	Bima/M.Salahuddin (WRRB)
97300	Maumere/Wai Oti (WRKC)
97340	Waingapu/Mau Hau (WRRW)
97372	Kupang/Eltari (WRKK)	-10.16	123.66
97430	Ternate/Babullah (WAMT)	0.76	127.36
98223	Laoag (RPLI)	18.18	120.53
98328	Baguio (RPUB)	16.41	120.6
98433	Tanay	14.56	121.36
98444	Legaspi (RPMP)	13.13	123.73
98618	Puerto Princesa (RPVP)	9.75	118.73
98646	Mactan (RPMT)	10.3	123.96
98747	Cagayan De Oro	8.41	124.61
98753	Davao Airport (RPMD)	7.11	125.65