2021-10-28

@S3处理

AWS S3 文件读取

在这里插入代码片
def listfile(s3, bucket,path, prefix):
    continuation_token = None
    files_info_list ,unsorted = [],[]
    if path != "":
        path = path.strip("/") + "/"
    prefix = path + prefix
    while True:
        if continuation_token is None:
            files_info = s3.list_objects_v2(Bucket=bucket, Prefix=prefix)
        else:
            files_info = s3.list_objects_v2(Bucket=bucket, Prefix=prefix, ContinuationToken=continuation_token)
        for info in files_info["Contents"]:
            unsorted.append(info)
        if not files_info["IsTruncated"]:
            break
        continuation_token = files_info["NextContinuationToken"]
    files_info_list = [obj['Key'] for obj in sorted(unsorted, key=lambda list: list['LastModified'], reverse=True)]

    return files_info_list