zip包包含xls,下载zip包的内容,直接读取为pandas DataFrame数据框
分别是ZipFile和ZipInfo两个类的基本操作:
python对zip流进行压缩和解压
一个案例看机器学习建模基本过程
zip包结构
xxx.zip
--abc (文件夹)
--- 1.xls
--- 2.xls
# -*- coding: utf-8 -*-
"""
@Softwhare:win10 Python 3.6.3 |Anaconda, Inc.| (default, Oct 15 2017, 03:27:45) [MSC v.1900 64 bit (AMD64)] on win32
@IDE--Env : PyCharm--
@Time : 2020/9/24 20:20
@Author : chentan--bob
@connect : chentan@zto.com
@File : python下载zip文件.py
@Version : 1.0.0
@Desc :
@LastTime:
"""
## 从本地读取
# import zipfile, os
# import pandas as pd
# # filename_zip= r'D:\home\baseuser\spider\spider\CN\cngg_spider\scrapyapp\other-spiders\tmpzip.zip'
# filename_zip= r'D:\home\baseuser\spider\spider\CN\cngg_spider\scrapyapp\other-spiders\2582028_20200924_144945_01.zip'
# z = zipfile.ZipFile(filename_zip, 'r')
# for filename in z.namelist()[:]:
# # sertch .txt
# print(filename)
# f = z.open('2582028/1.xls')
# # f = z.read(filename)
# # print(f)
# # df = pd.read_csv(f,sep='|')
# df = pd.read_excel(f)
# print(df.head())
## 从网络上下载
import zipfile
from io import BytesIO
import pandas as pd
import requests
def parsr_downloadTask_zip3(url_zip=''):
headers = {
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
"Accept-Encoding": "gzip, deflate, br",
"Accept-Language": "zh-CN,zh;q=0.9",
"Cache-Control": "max-age=0",
"Connection": "keep-alive",
"Cookie": "HWWAFSESID=6116e8be308c92f15e; HWWAFSESTIME=1600950140695",
"Host": "mirrors.huaweicloud.com",
"Referer": "https://mirrors.huaweicloud.com/python/",
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "same-origin",
"Sec-Fetch-User": "?1",
"Upgrade-Insecure-Requests": "1",
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.102 Safari/537.36"
}
data_dic_new = "121212"
# startDate_ = data_dic_new.get('startDate', '') / 1000
# startDate = datetime.fromtimestamp(startDate_).strftime('%Y%m%d_%H%M%S')
# time.sleep(0.5)
print(url_zip)
res = requests.get(url_zip, headers=headers)
# res = requests.get(url_zip)
# print(res.text)
# print(f"开始下载zip3,{res.url}")
if res.status_code == 200:
print("下载zip字节流并转为DataFrame")
fio = BytesIO(res.content)
z = zipfile.ZipFile(file=fio)
print(z)
for filename in z.namelist()[:]:
print(filename)
f = z.open(filename)
df = pd.read_excel(f)
print(df.head())
with open(f'./python.zip', 'wb+')as fp:
fp.write(res.content)
# fp.flush()
print(f"下载成功zip3{data_dic_new}...")
else:
print(f"下载失败{data_dic_new}\n{res.text}...")
a = '1'
return a
url = 'https:xxxx.zipXXX'
parsr_downloadTask_zip3(url_zip=url)