golang中使用aws-sdk-go-v2

weixin_44919041

于 2024-09-03 17:31:16 发布

阅读量509

点赞数 6

本文链接：https://blog.csdn.net/weixin_44919041/article/details/141866932

版权

1.aws-sdk-go-v2常用api

1.引入所需包

import (
	"context"
	"fmt"
	"log"
	"os"
	"path/filepath"
	"sync"
	"time"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/config"
	"github.com/aws/aws-sdk-go-v2/credentials"
	"github.com/aws/aws-sdk-go-v2/feature/s3/manager"
	"github.com/aws/aws-sdk-go-v2/service/s3"
	"github.com/aws/aws-sdk-go-v2/service/s3/types"
	"github.com/gabriel-vasile/mimetype"
)

2.初始化aws配置

func initAwsConfig(partitionID, url, region, key, secret string) (cfg aws.Config) {
	customResolver := aws.EndpointResolverWithOptionsFunc(func(service, region string, options ...interface{}) (aws.Endpoint, error) {
		return aws.Endpoint{
			PartitionID:   partitionID,
			URL:           url,
			SigningRegion: region,
		}, nil
	})

	creds := credentials.NewStaticCredentialsProvider(key, secret, "")
	cfg, err := config.LoadDefaultConfig(context.TODO(), config.WithCredentialsProvider(creds), config.WithEndpointResolverWithOptions(customResolver))
	if err != nil {
		log.Printf("error: %v", err)
		return
	}

	return cfg
}

3.初始化aws客户端

func initAwsClient(region, url string, cfg aws.Config, style bool) *s3.Client {
	awsS3Client := s3.NewFromConfig(cfg, func(o *s3.Options) {
		o.UsePathStyle = style
		o.Region = *aws.String(region)
		o.BaseEndpoint = aws.String(url)
	})

	return awsS3Client
}

4.创建bucket

func createBUcket(bucket string, awsS3Client *s3.Client, storeyType string) {
	createInput := &s3.CreateBucketInput{
		Bucket: aws.String(bucket),
		ACL:    types.BucketCannedACLPublicRead,
	}
	out, err := awsS3Client.CreateBucket(context.TODO(), createInput)
	fmt.Println(storeyType+"创建bucket返回信息：", out)
	fmt.Println(storeyType+"创建bucket错误信息", err)
}

5.获取bucket信息

func headBucketInfo(bucket string, awsS3Client *s3.Client, storeyType string) {
	input := &s3.HeadBucketInput{
		Bucket: aws.String(bucket)}

	out, err := awsS3Client.HeadBucket(context.TODO(), input)
	if out != nil {
		fmt.Println(storeyType+"返回bucket信息：", *out.BucketRegion)

	}
	if err != nil {
		fmt.Println(storeyType+"错误信息", err)

	}
}

4.普通文件上传

func uploadFile(bucket string, awsS3Client *s3.Client) {
	// 打开要上传的文件
	file, err := os.Open("D:\\DefaultInfo\\Pictures\\06.jpg")
	if err != nil {
		fmt.Println("上传文件报错", err)
	}
	defer file.Close()
	putInput := &s3.PutObjectInput{
		Bucket: aws.String(bucket),
		Key:    aws.String("image/20240522101923-aws.jpg"),
		Body:   file,
	}
	awsS3Client.PutObject(context.TODO(), putInput)
}

5.分块上传

// 分块上传 默认分块大小5m
func upload(bucket string, awsS3Client *s3.Client) {
	//https://aws.github.io/aws-sdk-go-v2/docs/sdk-utilities/s3/
	uploader := manager.NewUploader(awsS3Client)
	filePath := "D:\\DefaultInfo\\Pictures\\06.jpg"
	file, err := os.Open(filePath)
	if err != nil {
		fmt.Println("上传文件报错", err)
	}

	defer file.Close()
	//检测文件的content-type
	mtype, _ := mimetype.DetectReader(file)
	putInput := &s3.PutObjectInput{
		Bucket:      aws.String(bucket),
		Key:         aws.String("image/20240522101923-manager222.jpg"),
		Body:        file,
		ContentType: aws.String(mtype.String()),
	}
	result, err := uploader.Upload(context.TODO(), putInput)
	fmt.Println("上传文件返回结果", result)
	fmt.Println("上传文件", err)

}

6.获取文件信息

func getObjectinfo(bucket, key, storeyType string, awsS3Client *s3.Client) {

	headObjectInput := &s3.HeadObjectInput{
		Bucket: aws.String(bucket),
		Key:    aws.String("image/20240522101923-manager222.jpg"),
	}

	out, err := awsS3Client.HeadObject(context.TODO(), headObjectInput)
	if out != nil {
		fmt.Printf(storeyType+"获取文件信息：", *out.ContentType)
	}
	if err != nil {
		fmt.Println(storeyType+"获取文件信息失败：", err)

	}

}

7.对象复制

func copyObject(bucket, key, storeyType string, awsS3Client *s3.Client) {
	copyInput := &s3.CopyObjectInput{
		//目标文件bucket
		Bucket: aws.String(bucket),
		//拷贝后目标文件
		Key: aws.String("image/20240522101923-copy-manager222.jpg"),
		//源文件
		CopySource: aws.String(bucket + "/image/20240522101923-manager222.jpg"),
	}
	out, err := awsS3Client.CopyObject(context.TODO(), copyInput)
	if out != nil {

		fmt.Printf(storeyType+"拷贝文件信息：", *out.CopyObjectResult)
	}
	if err != nil {
		fmt.Println(storeyType+"拷贝文件信息失败：", err)

	}
}

8.获取临时url

func getPresignedUrl(bucket, key, storeyType string, awsS3Client *s3.Client) {
	presign := s3.NewPresignClient(awsS3Client)
	duration := 10 * time.Minute
	fmt.Println("换算为秒：", duration.Seconds())
	options := func(o *s3.PresignOptions) {
		o.Expires = duration

	}
	input := &s3.GetObjectInput{
		Bucket: aws.String(bucket),
		Key:    aws.String("image/20240522101923-manager222.jpg"),
	}
	req, err := presign.PresignGetObject(context.TODO(), input, options)
	fmt.Println(storeyType+"临时url信息：", req.URL)
	fmt.Println(err)
}

9.获取指定bucket下的对象列表

func GetObjectList(bucket string, awsS3Client *s3.Client) {
	input := &s3.ListObjectsV2Input{
		Bucket: aws.String(bucket),
	}
	out, err := awsS3Client.ListObjectsV2(context.TODO(), input)
	fmt.Println("out===", *out.KeyCount)
	fmt.Println(err)

	// for _, object := range out.Contents {
	// 	fmt.Println(*object.Key)
	// }

}

10.拷贝所有的对象到指定的bucket

func CopyALlObject(bucket, distbucket, storeyType string, awsS3Client *s3.Client) {

	listinput := &s3.ListObjectsV2Input{
		Bucket: aws.String(bucket),
	}
	listFile, err := awsS3Client.ListObjectsV2(context.TODO(), listinput)
	fmt.Printf(storeyType+"获取文件信息失败：", err)

	for _, fileName := range listFile.Contents {
		copyInput := &s3.CopyObjectInput{
			//目标文件bucket
			Bucket: aws.String(distbucket),
			//拷贝后目标文件
			Key: aws.String(*fileName.Key),
			//源文件
			CopySource: aws.String(bucket + "/" + *fileName.Key),
		}
		out, err := awsS3Client.CopyObject(context.TODO(), copyInput)
		if out != nil {

			fmt.Printf(storeyType+"拷贝文件信息：", *out.CopyObjectResult)
		}
		if err != nil {
			fmt.Println(storeyType+"拷贝文件信息失败：", err)

		}
	}

}

2.常用云存储使用awssdk

1.oss--阿里云

func OssClient() {

	partitionID := "oss"
	url := "https://oss-cn-shanghai.aliyuncs.com"
	region := "ap-shanghai"
	key := "xxxxxx"
	secret := "xxxxx"
	bucket := "bucket"
	cfg := initAwsConfig(partitionID, url, region, key, secret)
	awsS3Client := initAwsClient(region, url, cfg, false)
	headBucketInfo(bucket, awsS3Client, "阿里云cos")
	//createBUcket(bucket, awsS3Client, "阿里云cos")
	//uploadFile(bucket, awsS3Client)
}

2.cos--腾讯云

func CosClient() {

	partitionID := "cos"
	url := "https://cos.ap-shanghai.myqcloud.com"
	region := "ap-shanghai"
	key := "xxxxxx"
	secret := "xxxxxxx"
	bucket := "xxxx-456798"
	cfg := initAwsConfig(partitionID, url, region, key, secret)
	awsS3Client := initAwsClient(region, url, cfg, false)
	headBucketInfo(bucket, awsS3Client, "腾讯云cos")
	//createBUcket(bucket, awsS3Client, "腾讯云cos")
	//uploadFile(bucket, awsS3Client)
	//upload(bucket, awsS3Client)
	//getObjectinfo(bucket, key, "腾讯云cos", awsS3Client)
	//copyObject(bucket, key, "腾讯云cos", awsS3Client)
	//getPresignedUrl(bucket, key, "腾讯云cos", awsS3Client)

}

3.obs--华为云

func InitObs() {

	url := "https://obs.myhuaweicloud.com"
	region := "cn-east-3"
	partitionID := "obs"

	key := "xxxxxxx"
	secret := "xxxxxx"
	bucket := "bucket"
	cfg := initAwsConfig(partitionID, url, region, key, secret)
	awsS3Client := initAwsClient(region, url, cfg, false)
	headBucketInfo(bucket, awsS3Client, "华为云obs")
	//createBUcket(bucket, awsS3Client, "华为云obs")
	//upload(bucket, awsS3Client)
}

4.minio

func InitMinIo() {

	partitionID := "minio"
	url := "http://127.0.0.1:9001"
	region := "cn-east-1"
	key := "minioadmin"
	secret := "minioadmin"
	//bucket := "bucket"
	cfg := initAwsConfig(partitionID, url, region, key, secret)
	awsS3Client := initAwsClient(region, url, cfg, true)
	//headBucketInfo(bucket, awsS3Client, "minio")
	//CopyALlObject("xbzqnewbkt", "chinareformbkt", "minio", awsS3Client)
	//GetObjectList("gdqhbkt", awsS3Client)
	downFileBysuffix("dfzqbkt", awsS3Client)
	//createBUcket(bucket, awsS3Client, "minio")
	//uploadFile(bucket, awsS3Client)
	//upload(bucket, awsS3Client)
	//getObjectinfo(bucket, key, "minio", awsS3Client)
	//copyObject(bucket, key, "minio", awsS3Client)
	//getPresignedUrl(bucket, key, "minio", awsS3Client)

}