java爬取中国银行汇率数据

最新推荐文章于 2023-08-16 14:52:22 发布
最新推荐文章于 2023-08-16 14:52:22 发布
阅读量1.7k 收藏 12
点赞数 1
分类专栏： # 爬虫
原文链接：https://www.jianshu.com/p/dd2e3406652b
版权

最近有个定时任务的需求, 要把中国银行官网上的汇率数据定时抓取下来

页面地址

 

https://srh.bankofchina.com/search/whpj/searchen.jsp

此处有个大坑!!! 当请求页面传入page不存在时, 网站会返回最后一页的数据,下方有做处理

代码实现

 


import org.apache.commons.lang.StringUtils;
import org.apache.http.HttpEntity;
import org.apache.http.HttpStatus;
import org.apache.http.client.ClientProtocolException;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpPost;
import org.apache.http.client.utils.HttpClientUtils;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import org.joda.time.DateTime;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import org.springframework.stereotype.Service;

import java.io.IOException;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.util.*;

/**
 * 爬取中国银行汇率
 *
 * @author zhangbs
 */
@Service
public class CrawlingExchangeRateService {
    public void execute() {
        List queryList = getExchangeRate("USD", "");
        System.out.println("长度:" + queryList.size());
        System.out.println("汇总:" + queryList);
    }


    /**
     * 获取当日传入币别汇率信息
     *
     * @param sourceCurrency 币别
     * @param date           日期
     * @return
     */
    private List getExchangeRate(String sourceCurrency, String date) {

        /***判断入参lsDate是否为空,若为空则赋值为当前时间**/
        String lsToday = StringUtils.isEmpty(date) ? new DateTime().toString("yyyy-MM-dd") : date;
        List list = new ArrayList();
        for (int page = 1; page <= 10; page++) {
            /**抓取时间为lsToday,币别为sourceCurrency,页数为page的中国银行网页信息*/
            String searchEnHtml = getSearchEnHtml(lsToday, sourceCurrency, String.valueOf(page));

            /**开始解析html中的汇率列表信息**/
            Map map = assembleObjByHtml(searchEnHtml, sourceCurrency, lsToday);
            String flag = (String) map.get("flag");
            String htmlPage = (String) map.get("page");
            list.add (map.get("list"));

            /**当flag为1执行成功时,或总页数等于循环查询到的页数时,则不需要再次进行查询**/
            if ("1".equals(flag) || Integer.parseInt(htmlPage) < page) {
                break;
            }
        }
        return list;
    }


    /**
     * 获取整个网页的内容
     *
     * @param lsToday          传入当前时间或空
     * @param lsSourceCurrency 币种
     * @param liPage           当前查询页数
     * @return
     */
    private String getSearchEnHtml(String lsToday, String lsSourceCurrency, String liPage) {

        StringBuilder url = new StringBuilder("https://srh.bankofchina.com/search/whpj/searchen.jsp?");
        url.append("erectDate=").append(lsToday);
        url.append("&nothing=").append(lsToday);
        url.append("&pjname=").append(lsSourceCurrency);
        url.append("&page=").append(liPage);
        System.out.println("拼接好的url:" + url);
        CloseableHttpClient httpClient = HttpClients.createDefault();
        CloseableHttpResponse response = null;
        HttpPost httpPost = new HttpPost(url.toString());
        httpPost.addHeader("Content-Type", "application/x-www-form-urlencoded;charset=utf-8");
        httpPost.setHeader("Accept", "Accept: text/plain, */*");
        httpPost.addHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3724.8 Safari/537.36");
        httpPost.addHeader("x-amazon-user-agent", "AmazonJavascriptScratchpad/1.0 (Language=Javascript)");
        httpPost.addHeader("X-Requested-With", "XMLHttpRequest");
        String html = "";
        try {
            response = httpClient.execute(httpPost);

            /**判断响应状态为200，进行处理**/
            if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) {
                HttpEntity httpEntity = response.getEntity();
                html = EntityUtils.toString(httpEntity, "utf-8");
            } else {
                System.out.println(EntityUtils.toString(response.getEntity(), "utf-8"));
            }
        } catch (ClientProtocolException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            HttpClientUtils.closeQuietly(response);
            HttpClientUtils.closeQuietly(httpClient);
        }

        /***返回请求得到的页面**/
        return html;
    }


    /**
     * 根据取得的网页,解析html中的内容 先不做业务逻辑,全部查询
     *
     * @param html             要解析的html
     * @param lsSourceCurrency 币种
     * @param lsToday          日期
     * @return
     */
    private Map assembleObjByHtml(String html, String lsSourceCurrency, String lsToday) {
        /**存储数据**/
        Map map = new HashMap(5);

        /**使用Jsoup将html解析为Document对象**/
        Document document = Jsoup.parse(html);

        /**获取页面隐藏域中存放的当前页数**/
        Elements pageItem = document.getElementsByAttributeValue("name", "page");
        String pageItemValue = "";
        pageItemValue = pageItem.select("input[name=page]").val();
        map.put("page", pageItemValue);

        /**获取页面的整个table信息,这个返回的页面基本上是返回多个table,下方需要细化处理**/
        Elements tables = document.getElementsByTag("table");

        /**设置存放汇率信息的table下标为-1(默认不存在)**/
        int tableIndex = -1;

        /**从table中循环获取,查找含有Currency Name字段的table**/
        for (int i = 0; i < tables.size(); i++) {
            Element element = tables.get(i);
            String text = element.text();
            /**找到含有汇率信息的table,给tableIndex赋值,跳出循环**/
            if (text.indexOf("Currency Name") > -1) {
                tableIndex = i;
                break;
            }
        }
        List<TerstEntity> list = new ArrayList();
        /**如果找到汇率列表信息**/
        if (tableIndex > -1) {
            Element table = tables.get(tableIndex);
            /**遍历该表格内的所有的<tr> <tr/>*/
            Elements trs = table.select("tr");
            for (int i = 1; i < trs.size(); ++i) {
                TerstEntity terstEntity = new TerstEntity();
                Element tr = trs.get(i);
                /**将数据放入实体对象中*/
                Elements tds = tr.select("td");
                terstEntity.setCurrencyName(tds.get(0).text());
                terstEntity.setBuyingRate(tds.get(1).text());
                terstEntity.setCashBuyingRate(tds.get(2).text());
                terstEntity.setSellingRate(tds.get(3).text());
                terstEntity.setCashSellingRate(tds.get(4).text());
                terstEntity.setMiddleRate(tds.get(5).text());
                terstEntity.setPubTime(tds.get(6).text());
                list.add(terstEntity);
            }
            map.put("list", list);
        }else{
            map.put("flag", "1");
        }
        return map;
    }


}

实体类

 

/**
 * 测试使用
 */
public class TerstEntity {

    private String currencyName;
    private String buyingRate;
    private String cashBuyingRate;
    private String sellingRate;
    private String cashSellingRate;
    private String middleRate;
    private String PubTime;
    
}

依赖

 

        <dependency>
            <groupId>org.jsoup</groupId>
            <artifactId>jsoup</artifactId>
            <version>1.12.1</version>
        </dependency>

得到的数据

 

2020-04-16 15:13:58.069  INFO 1224 --- [           main] c.e.a.amazon.AmazonApplicationTests      : Starting AmazonApplicationTests on boston with PID 1224 (started by 11378 in C:\workspace\idie0409)
2020-04-16 15:13:58.070  INFO 1224 --- [           main] c.e.a.amazon.AmazonApplicationTests      : No active profile set, falling back to default profiles: default
2020-04-16 15:13:58.768  INFO 1224 --- [           main] c.e.a.amazon.AmazonApplicationTests      : Started AmazonApplicationTests in 1.468 seconds (JVM running for 4.035)

拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=1
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=2
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=3
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=4
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=5
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=6
拼接好的url:https://srh.bankofchina.com/search/whpj/searchen.jsp?erectDate=2020-04-16&nothing=2020-04-16&pjname=USD&page=7
长度:7
汇总:[[TerstEntity{currencyName='USD', buyingRate='706.07', cashBuyingRate='700.33', sellingRate='709.06', cashSellingRate='709.06', middleRate='707.14', PubTime='2020.04.16 15:11:46'}, TerstEntity{currencyName='USD', buyingRate='706.02', cashBuyingRate='700.28', sellingRate='709.01', cashSellingRate='709.01', middleRate='707.14', PubTime='2020.04.16 15:08:24'}, TerstEntity{currencyName='USD', buyingRate='706.07', cashBuyingRate='700.33', sellingRate='709.06', cashSellingRate='709.06', middleRate='707.14', PubTime='2020.04.16 15:08:00'}, TerstEntity{currencyName='USD', buyingRate='706.12', cashBuyingRate='700.38', sellingRate='709.11', cashSellingRate='709.11', middleRate='707.14', PubTime='2020.04.16 15:06:41'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 15:04:48'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 15:02:55'}, TerstEntity{currencyName='USD', buyingRate='706.42', cashBuyingRate='700.67', sellingRate='709.41', cashSellingRate='709.41', middleRate='707.14', PubTime='2020.04.16 15:02:09'}, TerstEntity{currencyName='USD', buyingRate='706.37', cashBuyingRate='700.62', sellingRate='709.36', cashSellingRate='709.36', middleRate='707.14', PubTime='2020.04.16 14:51:38'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 14:47:52'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 14:44:39'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 14:39:56'}, TerstEntity{currencyName='USD', buyingRate='706.22', cashBuyingRate='700.47', sellingRate='709.21', cashSellingRate='709.21', middleRate='707.14', PubTime='2020.04.16 14:37:43'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 14:35:15'}, TerstEntity{currencyName='USD', buyingRate='706.42', cashBuyingRate='700.67', sellingRate='709.41', cashSellingRate='709.41', middleRate='707.14', PubTime='2020.04.16 14:31:43'}, TerstEntity{currencyName='USD', buyingRate='706.47', cashBuyingRate='700.72', sellingRate='709.46', cashSellingRate='709.46', middleRate='707.14', PubTime='2020.04.16 14:30:23'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 14:29:28'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 14:26:21'}, TerstEntity{currencyName='USD', buyingRate='706.87', cashBuyingRate='701.12', sellingRate='709.86', cashSellingRate='709.86', middleRate='707.14', PubTime='2020.04.16 14:23:45'}, TerstEntity{currencyName='USD', buyingRate='706.94', cashBuyingRate='701.19', sellingRate='709.93', cashSellingRate='709.93', middleRate='707.14', PubTime='2020.04.16 14:21:44'}, TerstEntity{currencyName='USD', buyingRate='706.84', cashBuyingRate='701.09', sellingRate='709.83', cashSellingRate='709.83', middleRate='707.14', PubTime='2020.04.16 14:19:16'}], [TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 14:16:37'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 14:13:52'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 14:10:47'}, TerstEntity{currencyName='USD', buyingRate='706.82', cashBuyingRate='701.07', sellingRate='709.81', cashSellingRate='709.81', middleRate='707.14', PubTime='2020.04.16 14:08:57'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 14:02:02'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 14:01:17'}, TerstEntity{currencyName='USD', buyingRate='706.66', cashBuyingRate='700.91', sellingRate='709.65', cashSellingRate='709.65', middleRate='707.14', PubTime='2020.04.16 13:59:16'}, TerstEntity{currencyName='USD', buyingRate='706.62', cashBuyingRate='700.87', sellingRate='709.61', cashSellingRate='709.61', middleRate='707.14', PubTime='2020.04.16 13:58:30'}, TerstEntity{currencyName='USD', buyingRate='706.57', cashBuyingRate='700.82', sellingRate='709.56', cashSellingRate='709.56', middleRate='707.14', PubTime='2020.04.16 13:58:06'}, TerstEntity{currencyName='USD', buyingRate='706.52', cashBuyingRate='700.77', sellingRate='709.51', cashSellingRate='709.51', middleRate='707.14', PubTime='2020.04.16 13:50:38'}, TerstEntity{currencyName='USD', buyingRate='706.57', cashBuyingRate='700.82', sellingRate='709.56', cashSellingRate='709.56', middleRate='707.14', PubTime='2020.04.16 13:47:09'}, TerstEntity{currencyName='USD', buyingRate='706.67', cashBuyingRate='700.92', sellingRate='709.66', cashSellingRate='709.66', middleRate='707.14', PubTime='2020.04.16 13:44:44'}, TerstEntity{currencyName='USD', buyingRate='706.62', cashBuyingRate='700.87', sellingRate='709.61', cashSellingRate='709.61', middleRate='707.14', PubTime='2020.04.16 13:40:14'}, TerstEntity{currencyName='USD', buyingRate='706.57', cashBuyingRate='700.82', sellingRate='709.56', cashSellingRate='709.56', middleRate='707.14', PubTime='2020.04.16 13:37:12'}, TerstEntity{currencyName='USD', buyingRate='706.52', cashBuyingRate='700.77', sellingRate='709.51', cashSellingRate='709.51', middleRate='707.14', PubTime='2020.04.16 13:31:00'}, TerstEntity{currencyName='USD', buyingRate='706.62', cashBuyingRate='700.87', sellingRate='709.61', cashSellingRate='709.61', middleRate='707.14', PubTime='2020.04.16 13:14:10'}, TerstEntity{currencyName='USD', buyingRate='706.67', cashBuyingRate='700.92', sellingRate='709.66', cashSellingRate='709.66', middleRate='707.14', PubTime='2020.04.16 12:52:05'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 12:39:29'}, TerstEntity{currencyName='USD', buyingRate='706.82', cashBuyingRate='701.07', sellingRate='709.81', cashSellingRate='709.81', middleRate='707.14', PubTime='2020.04.16 12:15:11'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 12:05:33'}], [TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 12:03:43'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 11:44:14'}, TerstEntity{currencyName='USD', buyingRate='706.62', cashBuyingRate='700.87', sellingRate='709.61', cashSellingRate='709.61', middleRate='707.14', PubTime='2020.04.16 11:38:16'}, TerstEntity{currencyName='USD', buyingRate='706.67', cashBuyingRate='700.92', sellingRate='709.66', cashSellingRate='709.66', middleRate='707.14', PubTime='2020.04.16 11:37:15'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 11:35:09'}, TerstEntity{currencyName='USD', buyingRate='706.77', cashBuyingRate='701.02', sellingRate='709.76', cashSellingRate='709.76', middleRate='707.14', PubTime='2020.04.16 11:32:57'}, TerstEntity{currencyName='USD', buyingRate='706.67', cashBuyingRate='700.92', sellingRate='709.66', cashSellingRate='709.66', middleRate='707.14', PubTime='2020.04.16 11:30:48'}, TerstEntity{currencyName='USD', buyingRate='706.72', cashBuyingRate='700.97', sellingRate='709.71', cashSellingRate='709.71', middleRate='707.14', PubTime='2020.04.16 11:22:02'}, TerstEntity{currencyName='USD', buyingRate='706.62', cashBuyingRate='700.87', sellingRate='709.61', cashSellingRate='709.61', middleRate='707.14', PubTime='2020.04.16 11:19:35'}, TerstEntity{currencyName='USD', buyingRate='706.52', cashBuyingRate='700.77', sellingRate='709.51', cashSellingRate='709.51', middleRate='707.14', PubTime='2020.04.16 11:18:23'}, TerstEntity{currencyName='USD', buyingRate='706.42', cashBuyingRate='700.67', sellingRate='709.41', cashSellingRate='709.41', middleRate='707.14', PubTime='2020.04.16 11:17:59'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 11:17:36'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 11:07:21'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 11:03:27'}, TerstEntity{currencyName='USD', buyingRate='706.22', cashBuyingRate='700.47', sellingRate='709.21', cashSellingRate='709.21', middleRate='707.14', PubTime='2020.04.16 10:57:13'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:55:45'}, TerstEntity{currencyName='USD', buyingRate='706.37', cashBuyingRate='700.62', sellingRate='709.36', cashSellingRate='709.36', middleRate='707.14', PubTime='2020.04.16 10:54:07'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:48:25'}, TerstEntity{currencyName='USD', buyingRate='706.22', cashBuyingRate='700.47', sellingRate='709.21', cashSellingRate='709.21', middleRate='707.14', PubTime='2020.04.16 10:47:00'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:45:25'}], [TerstEntity{currencyName='USD', buyingRate='706.22', cashBuyingRate='700.47', sellingRate='709.21', cashSellingRate='709.21', middleRate='707.14', PubTime='2020.04.16 10:38:37'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:34:55'}, TerstEntity{currencyName='USD', buyingRate='706.12', cashBuyingRate='700.38', sellingRate='709.11', cashSellingRate='709.11', middleRate='707.14', PubTime='2020.04.16 10:30:39'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:30:00'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:30:00'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:30:00'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:28:31'}, TerstEntity{currencyName='USD', buyingRate='706.12', cashBuyingRate='700.38', sellingRate='709.11', cashSellingRate='709.11', middleRate='707.14', PubTime='2020.04.16 10:27:03'}, TerstEntity{currencyName='USD', buyingRate='706.17', cashBuyingRate='700.43', sellingRate='709.16', cashSellingRate='709.16', middleRate='707.14', PubTime='2020.04.16 10:21:27'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:20:06'}, TerstEntity{currencyName='USD', buyingRate='706.37', cashBuyingRate='700.62', sellingRate='709.36', cashSellingRate='709.36', middleRate='707.14', PubTime='2020.04.16 10:12:27'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 10:11:42'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:08:47'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 10:08:47'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 10:06:59'}, TerstEntity{currencyName='USD', buyingRate='706.37', cashBuyingRate='700.62', sellingRate='709.36', cashSellingRate='709.36', middleRate='707.14', PubTime='2020.04.16 10:02:25'}, TerstEntity{currencyName='USD', buyingRate='706.37', cashBuyingRate='700.62', sellingRate='709.36', cashSellingRate='709.36', middleRate='707.14', PubTime='2020.04.16 10:02:22'}, TerstEntity{currencyName='USD', buyingRate='706.32', cashBuyingRate='700.57', sellingRate='709.31', cashSellingRate='709.31', middleRate='707.14', PubTime='2020.04.16 09:58:16'}, TerstEntity{currencyName='USD', buyingRate='706.27', cashBuyingRate='700.52', sellingRate='709.26', cashSellingRate='709.26', middleRate='707.14', PubTime='2020.04.16 09:57:21'}, TerstEntity{currencyName='USD', buyingRate='706.22', cashBuyingRate='700.47', sellingRate='709.21', cashSellingRate='709.21', middleRate='707.14', PubTime='2020.04.16 09:53:21'}], [TerstEntity{currencyName='USD', buyingRate='706.02', cashBuyingRate='700.28', sellingRate='709.01', cashSellingRate='709.01', middleRate='707.14', PubTime='2020.04.16 09:51:11'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='707.14', PubTime='2020.04.16 09:49:14'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='707.14', PubTime='2020.04.16 09:47:18'}, TerstEntity{currencyName='USD', buyingRate='706', cashBuyingRate='700.26', sellingRate='708.99', cashSellingRate='708.99', middleRate='707.14', PubTime='2020.04.16 09:42:40'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='707.14', PubTime='2020.04.16 09:42:27'}, TerstEntity{currencyName='USD', buyingRate='705.92', cashBuyingRate='700.18', sellingRate='708.91', cashSellingRate='708.91', middleRate='707.14', PubTime='2020.04.16 09:41:34'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='707.14', PubTime='2020.04.16 09:41:13'}, TerstEntity{currencyName='USD', buyingRate='705.82', cashBuyingRate='700.08', sellingRate='708.81', cashSellingRate='708.81', middleRate='707.14', PubTime='2020.04.16 09:40:33'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='707.14', PubTime='2020.04.16 09:38:35'}, TerstEntity{currencyName='USD', buyingRate='705.82', cashBuyingRate='700.08', sellingRate='708.81', cashSellingRate='708.81', middleRate='707.14', PubTime='2020.04.16 09:38:18'}, TerstEntity{currencyName='USD', buyingRate='705.77', cashBuyingRate='700.03', sellingRate='708.76', cashSellingRate='708.76', middleRate='707.14', PubTime='2020.04.16 09:37:26'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='707.14', PubTime='2020.04.16 09:36:56'}, TerstEntity{currencyName='USD', buyingRate='705.92', cashBuyingRate='700.18', sellingRate='708.91', cashSellingRate='708.91', middleRate='707.14', PubTime='2020.04.16 09:34:00'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='707.14', PubTime='2020.04.16 09:33:02'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='707.14', PubTime='2020.04.16 09:31:53'}, TerstEntity{currencyName='USD', buyingRate='705.92', cashBuyingRate='700.18', sellingRate='708.91', cashSellingRate='708.91', middleRate='707.14', PubTime='2020.04.16 09:31:24'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='707.14', PubTime='2020.04.16 09:23:29'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='707.14', PubTime='2020.04.16 09:23:24'}, TerstEntity{currencyName='USD', buyingRate='705.77', cashBuyingRate='700.03', sellingRate='708.76', cashSellingRate='708.76', middleRate='704.02', PubTime='2020.04.16 09:19:58'}, TerstEntity{currencyName='USD', buyingRate='705.97', cashBuyingRate='700.23', sellingRate='708.96', cashSellingRate='708.96', middleRate='704.02', PubTime='2020.04.16 09:20:13'}], [TerstEntity{currencyName='USD', buyingRate='705.92', cashBuyingRate='700.18', sellingRate='708.91', cashSellingRate='708.91', middleRate='704.02', PubTime='2020.04.16 09:20:07'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='704.02', PubTime='2020.04.16 09:20:02'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 09:19:52'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 09:19:02'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 08:27:20'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 06:52:31'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 00:00:44'}], [TerstEntity{currencyName='USD', buyingRate='705.92', cashBuyingRate='700.18', sellingRate='708.91', cashSellingRate='708.91', middleRate='704.02', PubTime='2020.04.16 09:20:07'}, TerstEntity{currencyName='USD', buyingRate='705.87', cashBuyingRate='700.13', sellingRate='708.86', cashSellingRate='708.86', middleRate='704.02', PubTime='2020.04.16 09:20:02'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 09:19:52'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 09:19:02'}, TerstEntity{currencyName='USD', buyingRate='705.67', cashBuyingRate='699.93', sellingRate='708.66', cashSellingRate='708.66', middleRate='704.02', PubTime='2020.04.16 08:27:20'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 06:52:31'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 05:30:00'}, TerstEntity{currencyName='USD', buyingRate='705.42', cashBuyingRate='699.68', sellingRate='708.41', cashSellingRate='708.41', middleRate='704.02', PubTime='2020.04.16 00:00:44'}]]



 

千百元
关注
  • 1
    点赞
  • 踩
  • 12
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
专栏目录
抓取中国银行汇率信息.txt
02-20
抓取中国银行汇率信息
表单数据展示微信小程序（中国银行汇率展示）
12-05
详情请看我这篇博客https://blog.csdn.net/qq_43957263/article/details/121590523；后台直接node app.js；前端先npm install安装所需环境。
中国银行_汇率数据_1225_Rmb_Krw
12-25
中国银行,汇率数据,目前数据止于2010-12-25,一年的汇率数据统计，来源于中国银行官网。
优化C# WinForm从中国银行网站抓取汇率表
07-18
从中国银行网站抓取外汇牌价 根据lindy1986的程序做的优化。
【史上最全】国内外常用精品API汇总
热门推荐
xiaoyou_yonyou的博客
08-09 3万+
【史上最全】国内外常用精品API汇总 API是获取网络服务最便捷的方式，合理地使用API开发项目可以大大提高开发效率，把精力都集中在程序的业务逻辑之上，避免重复造轮子。推荐给大家个人觉得很赞的第三方API（资源整合自网络）。文章分为天气查询、生活常用、文体娱乐、企业金融、通讯服务、交通出行、技术开发七大类，如果你觉得分类不直观，想直接获取免费可试用的api，也可以直接搜索用友APILink，或访...
java抓取网页中的人民币对美元的汇率数据
wzwsq的博客
07-04 925
java发起get请求，请求的url如下 https://srh.bankofchina.com/search/whpj/search_cn.jsp 该接口返回的数据如下： 但是返回的数据没有分页总数，如何得到分页总数 ，这时可以发现返回的页面中有如下信息m_nRecordCount = 110; m_nPageSize = 20; 根据以上数据就能得到总页数 ...
JAVA抓取中国外汇交易中心各币别对RMB汇率
居士爱吃泡面的博客
08-08 3614
因为中国外汇交易中心使用的数据格式为json，JAVA提供了专门解析json的lib，我们首先要引入该lib（解析json的依赖包有几个，csdn有提供所有lib的压缩包，我用的是json-lib-2.4-jdk15.rar，大家可以在csdn里搜索一下，解压出来即可）。以下是先获得中国外汇交易中心的json字符内容，然后解析json得到的汇率写入oracle 数据库Table：azk_file，...
java实时获取汇率
BAStriver的博客
07-27 7333
分享三个觉得挺不错的汇率api
海外购物商城多货币汇率实时转换系统快速部署JAVA
2301_79072569的博客
08-16 150
同时，该系统还可以根据需要进行扩展和优化，满足不同企业的需求。使用Spring Boot框架：Spring Boot是一个快速构建基于JAVA的Web应用的框架，可以大大简化系统开发。使用MyBatis框架：MyBatis是一个基于JAVA的持久层框架，它可以简化数据库访问操作。实现Service层：实现各种业务服务，例如汇率查询、商品价格转换、订单结算等。Service层：提供各种业务服务，例如汇率查询、商品价格转换、订单结算等。创建数据库表格：根据系统需求，创建货币信息、商品信息、订单信息等表格。
java爬汇率
qq_45467537的博客
09-17 1059
Java爬币种汇率 核心jar包 <dependency> <groupId>org.jsoup</groupId> <artifactId>jsoup</artifactId> <version>1.12.1</version> </dependency> 所需实体类，包含了爬虫返回数据的所有字段，具体含义看爬虫url点进去的标题含义 public class CrawlerCurrency
爬取招行外汇网站数据.pdf
12-11
访问网站http://fx.cmbchina.com/hq/ 可以看到招商银行当天的外汇汇率， 本项目的任务是 编写一个爬虫程序爬取这些外汇的 数据并存储到数据库 。
【爬虫】爬取中国银行货币信息存入excel并生成折线图
firstbird的博客
11-02 1412
1、爬取网站table 中的信息 存入二维数组 2、把二维数组中的信息存入到excel表中 3、读取数组中的信息生成折线图 代码如下： #demo1 import urllib.request from bs4 import BeautifulSoup import xlwings as xw import matplotlib.pyplot as plt #支持中文 plt.rcParams['font.sans-serif'] = ['SimHei'] plt.rcParams['axes.uni.
C#：通过URL地址获取HTML内容
鞠勇鸿的技术专栏
02-27 2314
//方法1 WebClient public static string GetHTMLByURL(string URL) { try { string pageHtml = ""; WebClient MyWebClient = new WebClient(); MyWebClient.Credentials = CredentialCache.DefaultCredentials;//获取或设置用于向Internet资源的请求进行身份验证的网络凭据 Byte[] pageData .
C#实验课：人民币和美元兑换
桑海田
09-10 5289
代码： using System; using System.Collections.Generic; using System.ComponentModel; using System.Data; using System.Drawing; using System.Linq; using System.Text; using System.Windows.Forms;namespace bt {
python抓取汇率_09 使用Python爬取中国银行网站选择汇率最坑的一天
weixin_29092031的博客
12-24 1166
爬取2018年8月27日~9月2日的欧元汇率。先说结论：如果是现汇卖出价，可以选择2018-08-31 09:19:26 ，现钞卖出价 805.28。我刚问了报销过的人她说任选都行，可以不是中行折算价。最近出差，学校可以以人民币的形式报销路费、住宿费，汇率，可以任选出差期间的任何一天任何时候的中国银行的汇率，中国银行网站上的汇率长这样：如果想要合理利用规则，多回一点本，不妨选择汇率最坑的一天(默默...
抓取人民币汇率—数据来源（中国银行网站）
仁义
07-09 3269
今年暑假系里给每个同学布置了一篇学年论文，恰好我选的题目是人民汇率的变动对我国物价水平波动的影响，就想着怎么也得弄点数据撑撑排面吧，一开始我是不想爬的，然后就在网上各种找接口，找了半天，不是不能用就是获取的数据只是实时的，无法获得历史数据，哎，既然没办法，就只能爬了，顺便就在一个群里问了一下端口的事，然后开始准备工作，等网页分析完了，开始敲代码的时候，又看了一下手机，有个道友说tushare里面有...
java获取货币汇率_JAVA抓取中国外汇交易中心各币别对RMB汇率
weixin_33915154的博客
02-13 1027
因为中国外汇交易中心使用的数据格式为json，JAVA提供了专门解析json的lib，我们首先要引入该lib(解析json的依赖包有几个，csdn有提供所有lib的压缩包，我用的是json-lib-2.4-jdk15.rar，大家可以在csdn里搜索一下，解压出来即可)。以下是先获得中国外汇交易中心的json字符内容，然后解析json得到的汇率写入oracle 数据库Table：azk_file，...
java代码获取银行实时汇率
weixin_44238754的博客
02-21 1415
java代码获取银行实时汇率 因为工作的时候甲方要求实施获取银行汇率，并且他们还不提供免费的接口，我就自己去网上找了接口，并写了实现代码，如果你需要的话直接复制粘贴就可以用了。 我用的是idea开发的，你们要是用eclipse也是一样的，这个类似为了直接测试用 类建好以后直接粘贴下面代码 package com.csa.taml; import com.alibaba.fastjson.JSONArray; import com.alibaba.fastjson.JSONObject; import
如何使用PQ获取央行某日的外币牌价
weixin_38775843的博客
11-23 250
使用PQ获取某日的外汇牌价，每次精准只取一日的数据，并包装为一个函数
python爬取人民银行汇率
最新发布
08-17
您好！要使用Python进行人民银行汇率的爬取，可以使用requests库和BeautifulSoup库来实现。以下是一个简单的示例代码： ```python import requests from bs4 import BeautifulSoup # 发送请求获取网页内容 url = 'http://www.pbc.gov.cn/zhengcehuobisi/125207/125217/125925/17105/index1.html' response = requests.get(url) html = response.content # 解析网页内容 soup = BeautifulSoup(html, 'html.parser') table = soup.find('table', class_='table') rows = table.find_all('tr') # 提取汇率数据 for row in rows[1:]: cells = row.find_all('td') date = cells[0].text.strip() currency = cells[1].text.strip() exchange_rate = cells[5].text.strip() print(f'{date} {currency} 汇率：{exchange_rate}') ``` 这段代码会爬取人民银行的汇率页面，并提取出日期、货币和汇率信息进行打印输出。您可以根据需要进行进一步的处理和存储。 请注意，爬取网页数据时需要遵守相关网站的使用规则，不要频繁请求或过度使用资源，以免对网站造成负担。

“相关推荐”对你有帮助么？

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值