python 操控excel数据并保存至csv文件

最近由于爬虫需要,需对excel中的id、经纬度提取,并按照id把经纬度存入不同的csv文件,但是目前代码重复率较高,以后会继续优化运行效率,代码如下

import pandas as pd
import os
import numpy as np
import csv

dir_id=pd.read_excel("C:\\Users\\admin\\Desktop\\15m.xlsx",
                  usecols=[1],names=None)
dir_coordinate=pd.read_excel("C:\\Users\\admin\\Desktop\\15m.xlsx",
                 usecols=[11,12],names=None)
# dir_Y=pd.read_excel("C:\\Users\\admin\\Desktop\\15m.xlsx",
#                  usecols=[12],names=None)

Points_id = dir_id.values.tolist()
Points_coordinate = dir_coordinate.values.tolist()
# Points_Y = dir_Y.values.tolist()

# with open('test.csv','w',newline='',encoding='utf-8')as f:
#     csv_writer = csv.writer(f)
#     csv_writer.writerow(["X","Y"])
#     csv_writer.writerows([Points_coordinate[0]])
#     csv_writer.writerows([Points_coordinate[1]])
#     f.close()

# a=np.unique(Points_id)
# print(len(a))
#len(Points_id)-1
#print(Points_id[0],Points_id[len(Points_id)-1])


for i in range(len(Points_id)-1):

    if i==0:
        path = "D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data" + "\\" + str(
            Points_id[i])
        if not os.path.exists(path):
            os.mkdir(path)
            with open(path+"\\"+"example.csv", 'a+', newline='', encoding='utf-8') as f:
                csv_writer = csv.writer(f)
                csv_writer.writerow(["X", "Y"])
                csv_writer.writerows([Points_coordinate[i]])

    elif i<(len(Points_id)-1) and i>0:
        if Points_id[i] == Points_id[i+1]:
            path="D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data" + "\\" + str(Points_id[i])
            with open(path+"\\"+"example.csv", 'a+', newline='', encoding='utf-8') as f:
                csv_writer = csv.writer(f)
                csv_writer.writerows([Points_coordinate[i]])
                f.close()
        elif Points_id[i] != Points_id[i+1]:
            path = "D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data" + "\\" + str(Points_id[i])
            with open(path+"\\"+"example.csv", 'a+', newline='', encoding='utf-8') as f:
                csv_writer = csv.writer(f)
                csv_writer.writerows([Points_coordinate[i]])
            f.close()
            path = "D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data" + "\\" + str(Points_id[i+1])
            if not os.path.exists(path):
                os.mkdir(path)
            with open(path+"\\"+"example.csv", 'a+', newline='', encoding='utf-8') as f:
                csv_writer = csv.writer(f)
                csv_writer.writerow(["X", "Y"])
                f.close()

    else:
        if i==(len(Points_id)-1):
            path = "D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data" + "\\" + str(
                Points_id[i])
            with open(path+"\\"+"example.csv", 'a+', newline='', encoding='utf-8') as f:
                csv_writer = csv.writer(f)
                csv_writer.writerows([Points_coordinate[i]])
                f.close()
FilePath="D:\\百度爬取街景地图\\BaiduPanoramaSpider-main\\BaiduPanoramaSpider-main\\15m_data"
dir_Name=os.listdir(FilePath)

for i in range(len(dir_Name)):
    print(i)
    baiduImgDownloader("15m_data"+"\\"+dir_Name[i]+"\\"+"example.csv", # CRS: WGS84
                    "15m_data"+"\\"+dir_Name[i], # folder
                    ak=YourAK, zoom=4)

  • 1
    点赞
  • 4
    收藏
    觉得还不错? 一键收藏
  • 打赏
    打赏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包

打赏作者

我叫杨傲天

你的鼓励将是我创作的最大动力

¥1 ¥2 ¥4 ¥6 ¥10 ¥20
扫码支付:¥1
获取中
扫码支付

您的余额不足,请更换扫码支付或充值

打赏作者

实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值