Python 自动上传数据脚本

本文将介绍如何实现用Python语言完成自动上传数据的脚本，具体功能包括：

1.扫描本地盘的文件夹与需要上传到的盘的文件夹（为表示方便，本地盘的文件夹为A文件夹，需要上传到的盘的文件夹为B文件夹），查找缺失的文件；

#获取文件夹目录
def get_filelist(dir, Filelist):
    newDir = dir
    if os.path.isfile(dir):
        Filelist.append(dir)
    elif os.path.isdir(dir):
        for s in os.listdir(dir):
            newDir=os.path.join(dir,s)
            get_filelist(newDir, Filelist)
    return Filelist

#查找缺失的文件夹
copydirs(A_server_photo_folder, B_server_share_path)  
list1 = get_filelist(f'{A_server_photo_folder}', [])
list2 = get_filelist(f'{B_server_share_path}', [])
new_list1 = [i.replace(f'{A_server_photo_folder}','') for i in list1]
new_list2 = [j.replace(f'{B_server_share_path}','') for j in list2]
miss = list(set(new_list1) - set(new_list2))

2.如果缺失的文件夹中包含子文件夹，则在B文件夹中自动创建；

def copydirs(from_file, to_file):                           # from_file本地文件夹，to_file需要上传到的文件夹
    if not os.path.exists(to_file):                         # 如不存在目标目录则创建
        os.makedirs(to_file)
    files = os.listdir(from_file)                           # 获取文件夹中文件和目录列表
    for f in files:
        if os.path.isdir(from_file + '/' + f):              # 判断是否是文件夹
            copydirs(from_file + '/' + f, to_file + '/' + f)
        else:
            continue

3.依次将B文件夹中缺失的文件上传;

for file_name in miss:
            shutil.copy(f'{A_server_photo_folder}' + file_name, f'{B_server_share_path}' + file_name)
            log_entry = f"{datetime.now().strftime('%Y-%m-%d %H:%M:%S')} - Uploaded: {file_name} to {B_server_share_path}\n"
            with open(f'C:/Tianyu/jiaoben/Everyday logging/logs_{current_date}.log', 'a') as log_file:
            # with open(file_handler, 'a') as log_file:
                log_file.write(log_entry)
            print(f'Successfully uploaded missing file {file_name} to {B_server_share_path}')

4.每天生成日志，记录每一条数据的上传时间；

# 创建日志记录器
logger = logging.getLogger(__name__)

# 获取当前日期
current_date = time.strftime('%Y-%m-%d')

# 创建FileHandler对象，每天创建一个新的日志文件
file_handler = logging.FileHandler(f'C:/Tianyu/jiaoben/Everyday logging/logs_{current_date}.log')
file_handler.setLevel(logging.DEBUG)

# 设置输出格式
file_formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
file_handler.setFormatter(file_formatter)

# 添加FileHandler到日志记录器
logger.addHandler(file_handler)

5.整体代码如下： 

import os
import shutil
from datetime import datetime
import time
import logging
import os.path

A_server_photo_folder = 'C:/picture'

B_server_share_path = r'C:/picture - 副本'

# 配置日志输出
# logging.basicConfig(filename='logs.log', format='%(asctime)s - %(levelname)s - %(message)s', level=logging.DEBUG)

# 创建日志记录器
logger = logging.getLogger(__name__)

# 获取当前日期
current_date = time.strftime('%Y-%m-%d')

# 创建FileHandler对象，每天创建一个新的日志文件
file_handler = logging.FileHandler(f'C:/Tianyu/jiaoben/Everyday logging/logs_{current_date}.log')
file_handler.setLevel(logging.DEBUG)

# 设置输出格式
file_formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
file_handler.setFormatter(file_formatter)

# 添加FileHandler到日志记录器
logger.addHandler(file_handler)

def copydirs(from_file, to_file):
    if not os.path.exists(to_file):                         # 如不存在目标目录则创建
        os.makedirs(to_file)
    files = os.listdir(from_file)                           # 获取文件夹中文件和目录列表
    for f in files:
        if os.path.isdir(from_file + '/' + f):              # 判断是否是文件夹
            copydirs(from_file + '/' + f, to_file + '/' + f)
        else:
            continue

def get_filelist(dir, Filelist):
    newDir = dir
    if os.path.isfile(dir):
        Filelist.append(dir)
    elif os.path.isdir(dir):
        for s in os.listdir(dir):
            newDir=os.path.join(dir,s)
            get_filelist(newDir, Filelist)
    return Filelist


if __name__ == '__main__':

    while True:

        copydirs(A_server_photo_folder, B_server_share_path)  
        list1 = get_filelist(f'{A_server_photo_folder}', [])
        list2 = get_filelist(f'{B_server_share_path}', [])
        new_list1 = [i.replace(f'{A_server_photo_folder}','') for i in list1]
        new_list2 = [j.replace(f'{B_server_share_path}','') for j in list2]
        miss = list(set(new_list1) - set(new_list2))
        print(f"miss----->{miss}")
        dif_value = len(miss)
        
        print(f'Number of missing files{dif_value}')
        
        print("missing_files:-------------->", miss)

        for file_name in miss:
            
            shutil.copy(f'{A_server_photo_folder}' + file_name, f'{B_server_share_path}' + file_name)
            log_entry = f"{datetime.now().strftime('%Y-%m-%d %H:%M:%S')} - Uploaded: {file_name} to {B_server_share_path}\n"
            with open(f'C:/Tianyu/jiaoben/Everyday logging/logs_{current_date}.log', 'a') as log_file:
            # with open(file_handler, 'a') as log_file:
                log_file.write(log_entry)
            print(f'Successfully uploaded missing file {file_name} to {B_server_share_path}')
        time.sleep(60)