python 量化爬虫

AICVer

已于 2023-06-19 17:33:28 修改

阅读量723

点赞数

分类专栏：量化分析文章标签： python 爬虫 pandas 量化交易

于 2023-06-06 09:31:46 首次发布

本文链接：https://blog.csdn.net/u011489887/article/details/131060869

版权

量化分析专栏收录该内容

6 篇文章 0 订阅

订阅专栏

获取三大报表信息

def stock_financial_report_sina(
  stock: str = "600004", symbol: str = "现金流量表"
) -> pd.DataFrame:
  """
  新浪财经-财务报表-三大报表
  https://vip.stock.finance.sina.com.cn/corp/go.php/vFD_BalanceSheet/stockid/600004/ctrl/part/displaytype/4.phtml
  :param stock: 股票代码
  :type stock: str
  :param symbol: choice of {"资产负债表", "利润表", "现金流量表"}
  :type symbol:
  :return: 新浪财经-财务报表-三大报表
  :rtype: pandas.DataFrame
  """
  if symbol == "资产负债表":
    url = f"http://money.finance.sina.com.cn/corp/go.php/vDOWN_BalanceSheet/displaytype/4/stockid/{stock}/ctrl/all.phtml"  # 资产负债表
  elif symbol == "利润表":
    url = f"http://money.finance.sina.com.cn/corp/go.php/vDOWN_ProfitStatement/displaytype/4/stockid/{stock}/ctrl/all.phtml"  # 利润表
  elif symbol == "现金流量表":
    url = f"http://money.finance.sina.com.cn/corp/go.php/vDOWN_CashFlow/displaytype/4/stockid/{stock}/ctrl/all.phtml"  # 现金流量表
  r = requests.get(url)
  temp_df = pd.read_table(BytesIO(r.content), encoding="gb2312", header=None).iloc[
            :, :-2
            ]
  temp_df = temp_df.T
  temp_df.columns = temp_df.iloc[0, :]
  temp_df = temp_df.iloc[1:, :]
  temp_df.index.name = None
  temp_df.columns.name = None
  return temp_df

申万一级行业数据

import requests,json
import pandas as pd


def sw_index_data(sw_code="801010"):
    url = "https://www.swsresearch.com/insWechatSw/swIndex/quotationexportExc"
    params = {"indexCode": "801010"}
    headers = {
        "Content-Type":"application/x-www-form-urlencoded;charset=utf-8",
        "Cookie":"i18next=zh-CN",
        "Accept": "*/*",
        "Accept-Encoding": "gzip, deflate, br",
        "Accept-Language": "zh-CN,zh;q=0.9",
        "Clienttype": "4",
        "Connection": "keep-alive",
        "Content-Length": "22",
        "Host": "www.swsresearch.com",
        "Origin": "https://www.swsresearch.com",
        "Sec-Ch-Ua-Platform": "Windows",
        "Sec-Fetch-Mode": "cors",
        "Sec-Fetch-Site": "same-origin",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36"
    }
    params=json.dumps(params)
    print(params,headers)
    response = requests.post(url, data=params, headers=headers)
    df = pd.read_excel(response.content)
    return df


def sw_index_code():
    url = "https://www.swsresearch.com/institute-sw/api/index_publish/current/"
    params = {"page": "1","page_size": "50","indextype": "一级行业"}
    response = requests.get(url, params=params)
    results = json.loads(response.text)
    print(results)
    df = pd.json_normalize(results["data"], record_path=['results'], meta=['count', 'next','previous'])
    print(len(df))
    return df