大数据测试---excel分段上传

# upload excel file from api
def upload_test_excel(stream_id, file):
    upload_url = baseURL + "/stream/{}/XXXXX".format(stream_id)
    header = pd.read_excel(file, nrows=0)
    header = header.columns.values.tolist()
    skiprows = 0
    count = 0
    lines = 0
    while True:
        try:
            r_chuck = pd.read_excel(file, nrows=n_rows, skiprows=skiprows)  # n_rows 每次上传的行数
            if r_chuck.shape[0] == 0:
                log.info("传完了:{}行， {}列".format(str(count), lines))
                break
            count = r_chuck.shape[0] + count
            r_chuck.columns = header
            data = r_chuck.to_json(orient='records', force_ascii=False)
            d = my_request.post(upload_url, data.encode(encoding='utf-8'), headers=get_header(), verify=False)
            log.info(d.text)
            skiprows = skiprows + n_rows
            lines = r_chuck.shape[1]
        except Exception as e:
            print(e)
            break