java实现百度地铁数据下载和处理

提示:该文章数据爬取用于学习和技术研究


前言

在学习webgis和一些特定行业得应用中我们或多或少对地铁数据还是有使用需求,从osm或者其他渠道下载得数据基本都是年份比较老的数据,与实际效果有一定差别,百度地铁数据一直保持着比较新的状态,在学习和使用中效果比较好,其实这里也对比过高德地铁数据发现有些城市高德没有比如洛阳,所以最终使用百度的地铁数据。


一、数据获取流程

数据获取的来源是百度地图的地铁数据页面,地址:https://map.baidu.com/subway/北京/@12959238.56,4825347.47,12z/ccode=131&cname=%E5%8C%97%E4%BA%AC

页面F12我们可以看到接口请求获取到对应城市的编码
在这里插入图片描述

然后根据城市编码获取对应城市的地铁数据,如下图131则是背景城市编码
在这里插入图片描述

二、代码实现

1.获取到城市地铁数据

String BDBaseUrl = "https://map.baidu.com/?qt=subways&c=" + cityCode + "&format=json&t=1659489179441&auth=7zf0dDWSJP6BKBwA8eNB@ZQzgAcV3NgvuxLHTERTxNTtE7DDJJYJ7MAEzxz6ZwWvvkGcuVtvvhguVtvyheuxBt2M75GdFvCQMuVtvIPcuxtw8wkvASuDenSC@Bv@vcuVtvc3CuVtvcPPuVtveGvuxzLztxgjLwzvwiKDv7uvhgMuzVVtvrMhuBTHBto20N=5CGIbFUuuouKi3egvcguxLHTERTxNT&seckey=be9yjZlzHxAhYeh4+hURnhUc+aG080+T45VtRwZ+ABg=,aCF54nA7VdJ4fnRnx7_EQtA6GyAExeXnV7gAtlA4kqxld0Dhh6sLCftyXIMd5yWt1fHvTKyCBwZJUZbIZyYoJLiKZeIQU3q-d6uVE7U6qwwlK_U1b4S0WCtjzHf8Ug890_nPs8vYYFF4bshMPMqu-z_7IBvQOi3z31KNkkA29D-dsujJhlsv7_9RynttwXpn&pcevaname=pc4.1&newfrom=zhuzhan_webmap";
        String result = HttpUtil.get(BDBaseUrl);
        JSONObject subwayReq = JSONObject.parseObject(result);
        JSONObject resultContent = subwayReq.getJSONObject("result");
        if(resultContent.get("error").toString().equalsIgnoreCase("0")){
            // 遍历数据 写成geojson
            JSONObject subways = subwayReq.getJSONObject("subways");
            return geoJSONResult(subways);
        }

2.数据处理写成geojson

这里要注意返回的数据里面的坐标是百度墨卡托坐标需要处理转换

public JSONObject geoJSONResult(JSONObject subways) {
        JSONArray subwayList = subways.getJSONArray("l");
        String cityName = subways.getJSONObject("sw_xmlattr").get("cid").toString();
        JSONObject result = new JSONObject();
        result.put("type", "FeatureCollection");
        JSONArray features = new JSONArray();
        // 遍历获取线路
        for (int i = 0; i < subwayList.size(); i++) {
            JSONObject lineInfo = subwayList.getJSONObject(i);
            //线路基础描述
            JSONObject lineBaseInfo = lineInfo.getJSONObject("l_xmlattr");
            //地铁线路名称
            String lineName = lineBaseInfo.getString("lid");
            // 地铁线路颜色
            String lineColor = lineBaseInfo.getString("lc");
            //站点信息
            JSONArray stationList = lineInfo.getJSONArray("p");
            for (int j = 0; j < stationList.size(); j++) {
                JSONObject stationInfo = stationList.getJSONObject(j).getJSONObject("p_xmlattr");
                if(StringUtils.isNotBlank(stationInfo.getString("sid"))) {
                    Map<String, Object> feature = new HashMap<>();
                    // 赋值 属性字段
                    Map<String, Object> properties = new HashMap<>();
                    properties.put("cityname", cityName);
                    properties.put("address", lineName);
                    properties.put("name", stationInfo.getString("sid")+"(地铁站)");
                    properties.put("remark", stationInfo.getString("ln"));
                    double x = stationInfo.getDouble("px");
                    double y = stationInfo.getDouble("py");
                    // 百度墨卡托转百度09
                    Map<String, Double> location = BDCRSTools.convertMC2LL(x, y);
                    // 百度09转wgs84
                    double[] wgs84Point = WGS_Encrypt.bd09ToWgs84(location.get("lng"),location.get("lat"));
                    // 赋值 空间字段
                    Map<String, Object> geometry = new HashMap<>();
                    geometry.put("type", "Point");
                    double[] point = new double[2];
                    point[0] = wgs84Point[1];
                    point[1] = wgs84Point[0];
                    properties.put("lng",wgs84Point[1] );
                    properties.put("lat", wgs84Point[0]);
                    geometry.put("coordinates", point);
                    feature.put("type", "Feature");
                    feature.put("properties", properties);
                    feature.put("geometry", geometry);
                    features.add(feature);
                }
            }
        }
        result.put("features",features);
        return result;
    }

百度墨卡托转wgs84

public class BDCRSTools {

    private static Double EARTHRADIUS = 6370996.81;
    private static Double[] MCBAND = {12890594.86, 8362377.87, 5591021d, 3481989.83, 1678043.12, 0d};
    private static Double[] LLBAND = {75d, 60d, 45d, 30d, 15d, 0d};
    private static Double[][] MC2LL = {{1.410526172116255e-8, 0.00000898305509648872, -1.9939833816331, 200.9824383106796, -187.2403703815547, 91.6087516669843, -23.38765649603339, 2.57121317296198, -0.03801003308653, 17337981.2}, {-7.435856389565537e-9, 0.000008983055097726239, -0.78625201886289, 96.32687599759846, -1.85204757529826, -59.36935905485877, 47.40033549296737, -16.50741931063887, 2.28786674699375, 10260144.86}, {-3.030883460898826e-8, 0.00000898305509983578, 0.30071316287616, 59.74293618442277, 7.357984074871, -25.38371002664745, 13.45380521110908, -3.29883767235584, 0.32710905363475, 6856817.37}, {-1.981981304930552e-8, 0.000008983055099779535, 0.03278182852591, 40.31678527705744, 0.65659298677277, -4.44255534477492, 0.85341911805263, 0.12923347998204, -0.04625736007561, 4482777.06}, {3.09191371068437e-9, 0.000008983055096812155, 0.00006995724062, 23.10934304144901, -0.00023663490511, -0.6321817810242, -0.00663494467273, 0.03430082397953, -0.00466043876332, 2555164.4}, {2.890871144776878e-9, 0.000008983055095805407, -3.068298e-8, 7.47137025468032, -0.00000353937994, -0.02145144861037, -0.00001234426596, 0.00010322952773, -0.00000323890364, 826088.5}};
    private static Double[][] LL2MC = {{-0.0015702102444, 111320.7020616939, 1704480524535203d, -10338987376042340d, 26112667856603880d, -35149669176653700d, 26595700718403920d, -10725012454188240d, 1800819912950474d, 82.5}, {0.0008277824516172526, 111320.7020463578, 647795574.6671607, -4082003173.641316, 10774905663.51142, -15171875531.51559, 12053065338.62167, -5124939663.577472, 913311935.9512032, 67.5}, {0.00337398766765, 111320.7020202162, 4481351.045890365, -23393751.19931662, 79682215.47186455, -115964993.2797253, 97236711.15602145, -43661946.33752821, 8477230.501135234, 52.5}, {0.00220636496208, 111320.7020209128, 51751.86112841131, 3796837.749470245, 992013.7397791013, -1221952.21711287, 1340652.697009075, -620943.6990984312, 144416.9293806241, 37.5}, {-0.0003441963504368392, 111320.7020576856, 278.2353980772752, 2485758.690035394, 6070.750963243378, 54821.18345352118, 9540.606633304236, -2710.55326746645, 1405.483844121726, 22.5}, {-0.0003218135878613132, 111320.7020701615, 0.00369383431289, 823725.6402795718, 0.46104986909093, 2351.343141331292, 1.58060784298199, 8.77738589078284, 0.37238884252424, 7.45}};
    /**
     * 墨卡托坐标转经纬度坐标
     * @param x
     * @param y
     * @return
     */
    public static Map<String, Double> convertMC2LL(Double x, Double y) {
        Double[] cF = null;
        x = Math.abs(x);
        y = Math.abs(y);
        for (int cE = 0; cE < MCBAND.length; cE++) {
            if (y >= MCBAND[cE]) {
                cF = MC2LL[cE];
                break;
            }
        }
        Map<String,Double> location = converter(x, y, cF);
        location.put("lng",location.get("x"));
        location.remove("x");
        location.put("lat",location.get("y"));
        location.remove("y");
        return location;
    }
    /**
     * 经纬度坐标转墨卡托坐标
     * @param lng
     * @param lat
     * @return
     */
    private static Map<String, Double> convertLL2MC(Double lng, Double lat) {
        Double[] cE = null;
        lng = getLoop(lng, -180, 180);
        lat = getRange(lat, -74, 74);
        for (int i = 0; i < LLBAND.length; i++) {
            if (lat >= LLBAND[i]) {
                cE = LL2MC[i];
                break;
            }
        }
        if (cE!=null) {
            for (int i = LLBAND.length - 1; i >= 0; i--) {
                if (lat <= -LLBAND[i]) {
                    cE = LL2MC[i];
                    break;
                }
            }
        }
        return converter(lng,lat, cE);
    }
    private static Map<String, Double> converter(Double x, Double y, Double[] cE) {
        Double xTemp = cE[0] + cE[1] * Math.abs(x);
        Double cC = Math.abs(y) / cE[9];
        Double yTemp = cE[2] + cE[3] * cC + cE[4] * cC * cC + cE[5] * cC * cC * cC + cE[6] * cC * cC * cC * cC + cE[7] * cC * cC * cC * cC * cC + cE[8] * cC * cC * cC * cC * cC * cC;
        xTemp *= (x < 0 ? -1 : 1);
        yTemp *= (y < 0 ? -1 : 1);
        Map<String, Double> location = new HashMap<String, Double>();
        location.put("x", xTemp);
        location.put("y", yTemp);
        return location;
    }
    private static Double getLoop(Double lng, Integer min, Integer max) {
        while (lng > max) {
            lng -= max - min;
        }
        while (lng < min) {
            lng += max - min;
        }
        return lng;
    }
    private static Double getRange(Double lat, Integer min, Integer max) {
        if (min != null) {
            lat = Math.max(lat, min);
        }
        if (max != null) {
            lat = Math.min(lat, max);
        }
        return lat;
    }
}

  • 1
    点赞
  • 5
    收藏
    觉得还不错? 一键收藏
  • 1
    评论
评论 1
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值