提示:该文章数据爬取用于学习和技术研究
前言
在学习webgis和一些特定行业得应用中我们或多或少对地铁数据还是有使用需求,从osm或者其他渠道下载得数据基本都是年份比较老的数据,与实际效果有一定差别,百度地铁数据一直保持着比较新的状态,在学习和使用中效果比较好,其实这里也对比过高德地铁数据发现有些城市高德没有比如洛阳,所以最终使用百度的地铁数据。
一、数据获取流程
数据获取的来源是百度地图的地铁数据页面,地址:https://map.baidu.com/subway/北京/@12959238.56,4825347.47,12z/ccode=131&cname=%E5%8C%97%E4%BA%AC
页面F12我们可以看到接口请求获取到对应城市的编码
然后根据城市编码获取对应城市的地铁数据,如下图131则是背景城市编码
二、代码实现
1.获取到城市地铁数据
String BDBaseUrl = "https://map.baidu.com/?qt=subways&c=" + cityCode + "&format=json&t=1659489179441&auth=7zf0dDWSJP6BKBwA8eNB@ZQzgAcV3NgvuxLHTERTxNTtE7DDJJYJ7MAEzxz6ZwWvvkGcuVtvvhguVtvyheuxBt2M75GdFvCQMuVtvIPcuxtw8wkvASuDenSC@Bv@vcuVtvc3CuVtvcPPuVtveGvuxzLztxgjLwzvwiKDv7uvhgMuzVVtvrMhuBTHBto20N=5CGIbFUuuouKi3egvcguxLHTERTxNT&seckey=be9yjZlzHxAhYeh4+hURnhUc+aG080+T45VtRwZ+ABg=,aCF54nA7VdJ4fnRnx7_EQtA6GyAExeXnV7gAtlA4kqxld0Dhh6sLCftyXIMd5yWt1fHvTKyCBwZJUZbIZyYoJLiKZeIQU3q-d6uVE7U6qwwlK_U1b4S0WCtjzHf8Ug890_nPs8vYYFF4bshMPMqu-z_7IBvQOi3z31KNkkA29D-dsujJhlsv7_9RynttwXpn&pcevaname=pc4.1&newfrom=zhuzhan_webmap";
String result = HttpUtil.get(BDBaseUrl);
JSONObject subwayReq = JSONObject.parseObject(result);
JSONObject resultContent = subwayReq.getJSONObject("result");
if(resultContent.get("error").toString().equalsIgnoreCase("0")){
// 遍历数据 写成geojson
JSONObject subways = subwayReq.getJSONObject("subways");
return geoJSONResult(subways);
}
2.数据处理写成geojson
这里要注意返回的数据里面的坐标是百度墨卡托坐标需要处理转换
public JSONObject geoJSONResult(JSONObject subways) {
JSONArray subwayList = subways.getJSONArray("l");
String cityName = subways.getJSONObject("sw_xmlattr").get("cid").toString();
JSONObject result = new JSONObject();
result.put("type", "FeatureCollection");
JSONArray features = new JSONArray();
// 遍历获取线路
for (int i = 0; i < subwayList.size(); i++) {
JSONObject lineInfo = subwayList.getJSONObject(i);
//线路基础描述
JSONObject lineBaseInfo = lineInfo.getJSONObject("l_xmlattr");
//地铁线路名称
String lineName = lineBaseInfo.getString("lid");
// 地铁线路颜色
String lineColor = lineBaseInfo.getString("lc");
//站点信息
JSONArray stationList = lineInfo.getJSONArray("p");
for (int j = 0; j < stationList.size(); j++) {
JSONObject stationInfo = stationList.getJSONObject(j).getJSONObject("p_xmlattr");
if(StringUtils.isNotBlank(stationInfo.getString("sid"))) {
Map<String, Object> feature = new HashMap<>();
// 赋值 属性字段
Map<String, Object> properties = new HashMap<>();
properties.put("cityname", cityName);
properties.put("address", lineName);
properties.put("name", stationInfo.getString("sid")+"(地铁站)");
properties.put("remark", stationInfo.getString("ln"));
double x = stationInfo.getDouble("px");
double y = stationInfo.getDouble("py");
// 百度墨卡托转百度09
Map<String, Double> location = BDCRSTools.convertMC2LL(x, y);
// 百度09转wgs84
double[] wgs84Point = WGS_Encrypt.bd09ToWgs84(location.get("lng"),location.get("lat"));
// 赋值 空间字段
Map<String, Object> geometry = new HashMap<>();
geometry.put("type", "Point");
double[] point = new double[2];
point[0] = wgs84Point[1];
point[1] = wgs84Point[0];
properties.put("lng",wgs84Point[1] );
properties.put("lat", wgs84Point[0]);
geometry.put("coordinates", point);
feature.put("type", "Feature");
feature.put("properties", properties);
feature.put("geometry", geometry);
features.add(feature);
}
}
}
result.put("features",features);
return result;
}
百度墨卡托转wgs84
public class BDCRSTools {
private static Double EARTHRADIUS = 6370996.81;
private static Double[] MCBAND = {12890594.86, 8362377.87, 5591021d, 3481989.83, 1678043.12, 0d};
private static Double[] LLBAND = {75d, 60d, 45d, 30d, 15d, 0d};
private static Double[][] MC2LL = {{1.410526172116255e-8, 0.00000898305509648872, -1.9939833816331, 200.9824383106796, -187.2403703815547, 91.6087516669843, -23.38765649603339, 2.57121317296198, -0.03801003308653, 17337981.2}, {-7.435856389565537e-9, 0.000008983055097726239, -0.78625201886289, 96.32687599759846, -1.85204757529826, -59.36935905485877, 47.40033549296737, -16.50741931063887, 2.28786674699375, 10260144.86}, {-3.030883460898826e-8, 0.00000898305509983578, 0.30071316287616, 59.74293618442277, 7.357984074871, -25.38371002664745, 13.45380521110908, -3.29883767235584, 0.32710905363475, 6856817.37}, {-1.981981304930552e-8, 0.000008983055099779535, 0.03278182852591, 40.31678527705744, 0.65659298677277, -4.44255534477492, 0.85341911805263, 0.12923347998204, -0.04625736007561, 4482777.06}, {3.09191371068437e-9, 0.000008983055096812155, 0.00006995724062, 23.10934304144901, -0.00023663490511, -0.6321817810242, -0.00663494467273, 0.03430082397953, -0.00466043876332, 2555164.4}, {2.890871144776878e-9, 0.000008983055095805407, -3.068298e-8, 7.47137025468032, -0.00000353937994, -0.02145144861037, -0.00001234426596, 0.00010322952773, -0.00000323890364, 826088.5}};
private static Double[][] LL2MC = {{-0.0015702102444, 111320.7020616939, 1704480524535203d, -10338987376042340d, 26112667856603880d, -35149669176653700d, 26595700718403920d, -10725012454188240d, 1800819912950474d, 82.5}, {0.0008277824516172526, 111320.7020463578, 647795574.6671607, -4082003173.641316, 10774905663.51142, -15171875531.51559, 12053065338.62167, -5124939663.577472, 913311935.9512032, 67.5}, {0.00337398766765, 111320.7020202162, 4481351.045890365, -23393751.19931662, 79682215.47186455, -115964993.2797253, 97236711.15602145, -43661946.33752821, 8477230.501135234, 52.5}, {0.00220636496208, 111320.7020209128, 51751.86112841131, 3796837.749470245, 992013.7397791013, -1221952.21711287, 1340652.697009075, -620943.6990984312, 144416.9293806241, 37.5}, {-0.0003441963504368392, 111320.7020576856, 278.2353980772752, 2485758.690035394, 6070.750963243378, 54821.18345352118, 9540.606633304236, -2710.55326746645, 1405.483844121726, 22.5}, {-0.0003218135878613132, 111320.7020701615, 0.00369383431289, 823725.6402795718, 0.46104986909093, 2351.343141331292, 1.58060784298199, 8.77738589078284, 0.37238884252424, 7.45}};
/**
* 墨卡托坐标转经纬度坐标
* @param x
* @param y
* @return
*/
public static Map<String, Double> convertMC2LL(Double x, Double y) {
Double[] cF = null;
x = Math.abs(x);
y = Math.abs(y);
for (int cE = 0; cE < MCBAND.length; cE++) {
if (y >= MCBAND[cE]) {
cF = MC2LL[cE];
break;
}
}
Map<String,Double> location = converter(x, y, cF);
location.put("lng",location.get("x"));
location.remove("x");
location.put("lat",location.get("y"));
location.remove("y");
return location;
}
/**
* 经纬度坐标转墨卡托坐标
* @param lng
* @param lat
* @return
*/
private static Map<String, Double> convertLL2MC(Double lng, Double lat) {
Double[] cE = null;
lng = getLoop(lng, -180, 180);
lat = getRange(lat, -74, 74);
for (int i = 0; i < LLBAND.length; i++) {
if (lat >= LLBAND[i]) {
cE = LL2MC[i];
break;
}
}
if (cE!=null) {
for (int i = LLBAND.length - 1; i >= 0; i--) {
if (lat <= -LLBAND[i]) {
cE = LL2MC[i];
break;
}
}
}
return converter(lng,lat, cE);
}
private static Map<String, Double> converter(Double x, Double y, Double[] cE) {
Double xTemp = cE[0] + cE[1] * Math.abs(x);
Double cC = Math.abs(y) / cE[9];
Double yTemp = cE[2] + cE[3] * cC + cE[4] * cC * cC + cE[5] * cC * cC * cC + cE[6] * cC * cC * cC * cC + cE[7] * cC * cC * cC * cC * cC + cE[8] * cC * cC * cC * cC * cC * cC;
xTemp *= (x < 0 ? -1 : 1);
yTemp *= (y < 0 ? -1 : 1);
Map<String, Double> location = new HashMap<String, Double>();
location.put("x", xTemp);
location.put("y", yTemp);
return location;
}
private static Double getLoop(Double lng, Integer min, Integer max) {
while (lng > max) {
lng -= max - min;
}
while (lng < min) {
lng += max - min;
}
return lng;
}
private static Double getRange(Double lat, Integer min, Integer max) {
if (min != null) {
lat = Math.max(lat, min);
}
if (max != null) {
lat = Math.min(lat, max);
}
return lat;
}
}