Golang 調用 aws-sdk 操作 S3對象存儲

前言

因為業務問題，要寫一個S3對象存儲管理代碼，由於一直寫Go，所以這次采用了Go，Go嘛，快，自帶多線程，這種好處就不用多說了吧。

基礎的功能

1. 查看S3中包含的bucket
2. bucket中的文件/文件夾
3. bucket的刪除
4. bucket的創建
5. bucket的文件上傳
6. bucket的文件下載
7. bucket的文件刪除

aws-sdk 的安裝

玩Golang你還能不會那啥？對吧，那啥？那飛機！那飛機場，安上~

go get github.com/aws/aws-sdk-go

aws-sdk-go 的基礎使用

構建基礎的S3連接

訪問S3的時候，咱們需要access_key，secret_key，對象存儲訪問IP這三個參數，我們首先要創建一個aws的config，說白了，我們需要定義aws的配置，這樣它才知道要怎么訪問，去哪里訪問等問題。
構建一個S3連接代碼如下

package main import ( "fmt" "os" "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/credentials" _ "github.com/aws/aws-sdk-go/service/s3/s3manager" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/service/s3" ) func main() { access_key := "xxxxxxxxxxxxx" secret_key := "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxx" end_point := "http://xx.xx.xx.xx:7480" //endpoint設置，不要動 sess, err := session.NewSession(&aws.Config{ Credentials: credentials.NewStaticCredentials(access_key, secret_key, ""), Endpoint: aws.String(end_point), Region: aws.String("us-east-1"), DisableSSL: aws.Bool(true), S3ForcePathStyle: aws.Bool(false), //virtual-host style方式，不要修改 }) }

這時候需要你自己去定義一下access_key，secret_key，end_point這三個參數
接下來所有的代碼，都是以這個連接模板，為核心，后面我就用同上代替配置，請注意！
所有的代碼都傳到GIT上了，到時候會給出地址，不懂得copy下來吧！

查看S3中包含的bucket

查看所有的bucket

package main import ( 導入包同上 ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 svc := s3.New(sess) result, err := svc.ListBuckets(nil) if err != nil { exitErrorf("Unable to list buckets, %v", err) } fmt.Println("Buckets:") for _, b := range result.Buckets { fmt.Printf("* %s created on %s\n", aws.StringValue(b.Name), aws.TimeValue(b.CreationDate)) } for _, b := range result.Buckets { fmt.Printf("%s\n", aws.StringValue(b.Name)) } }

列出bucket中的文件/文件夾

查看某個bucket中包含的文件/文件夾

package main import ( "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/service/s3" "fmt" "os" ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 // bucket后跟，go run ....go bucketname bucket := os.Args[1] fmt.Printf(bucket) fmt.Printf("\n") svc := s3.New(sess) params := &s3.ListObjectsInput{ Bucket: aws.String(bucket), } resp, err := svc.ListObjects(params) if err != nil { exitErrorf("Unable to list items in bucket %q, %v", bucket, err) } for _, item := range resp.Contents { fmt.Println("Name: ", *item.Key) fmt.Println("Last modified:", *item.LastModified) fmt.Println("Size: ", *item.Size) fmt.Println("Storage class:", *item.StorageClass) fmt.Println("") } }

bucket的創建

創建bucket

package main import ( 導包同上 ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 bucket := os.Args[1] if len(os.Args) != 2 { exitErrorf("Bucket name required\nUsage: %s bucket_name", os.Args[0]) } // Create S3 service client svc := s3.New(sess) params := &s3.CreateBucketInput{ Bucket: aws.String(bucket), } _, err = svc.CreateBucket(params) if err != nil { exitErrorf("Unable to create bucket %q, %v", bucket, err) } // Wait until bucket is created before finishing fmt.Printf("Waiting for bucket %q to be created...\n", bucket) err = svc.WaitUntilBucketExists(&s3.HeadBucketInput{ Bucket: aws.String(bucket), }) if err != nil { exitErrorf("Error occurred while waiting for bucket to be created, %v", bucket) } fmt.Printf("Bucket %q successfully created\n", bucket) }

bucket的文件上傳

往某個固定的bucket里傳文件

package main import ( "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/service/s3/s3manager" "fmt" "os" ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 if len(os.Args) != 3 { exitErrorf("bucket and file name required\nUsage: %s bucket_name filename", os.Args[0]) } bucket := os.Args[1] filename := os.Args[2] file, err := os.Open(filename) if err != nil { exitErrorf("Unable to open file %q, %v", err) } defer file.Close() uploader := s3manager.NewUploader(sess) _, err = uploader.Upload(&s3manager.UploadInput{ Bucket: aws.String(bucket), Key: aws.String(filename), Body: file, }) if err != nil { // Print the error and exit. exitErrorf("Unable to upload %q to %q, %v", filename, bucket, err) } fmt.Printf("Successfully uploaded %q to %q\n", filename, bucket) }

bucket的文件下載

下載某個bucket中的某個文件

package main import ( "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/service/s3" "github.com/aws/aws-sdk-go/service/s3/s3manager" "fmt" "os" ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 if len(os.Args) != 3 { exitErrorf("Bucket and item names required\nUsage: %s bucket_name item_name", os.Args[0]) } bucket := os.Args[1] item := os.Args[2] file, err := os.Create(item) if err != nil { exitErrorf("Unable to open file %q, %v", err) } defer file.Close() downloader := s3manager.NewDownloader(sess) numBytes, err := downloader.Download(file, &s3.GetObjectInput{ Bucket: aws.String(bucket), Key: aws.String(item), }) if err != nil { exitErrorf("Unable to download item %q, %v", item, err) } fmt.Println("Downloaded", file.Name(), numBytes, "bytes") } 

bucket的文件刪除

刪除某個bucket里面的某個文件

package main import ( "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/aws/credentials" "github.com/aws/aws-sdk-go/service/s3" "fmt" "os" ) func exitErrorf(msg string, args ...interface{}) { fmt.Fprintf(os.Stderr, msg+"\n", args...) os.Exit(1) } func main() { 配置同上 if len(os.Args) != 3 { exitErrorf("Bucket and object name required\nUsage: %s bucket_name object_name", os.Args[0]) } bucket := os.Args[1] obj := os.Args[2] svc := s3.New(sess) _, err = svc.DeleteObject(&s3.DeleteObjectInput{Bucket: aws.String(bucket), Key: aws.String(obj)}) if err != nil { exitErrorf("Unable to delete object %q from bucket %q, %v", obj, bucket, err) } err = svc.WaitUntilObjectNotExists(&s3.HeadObjectInput{ Bucket: aws.String(bucket), Key: aws.String(obj), }) fmt.Printf("Object %q successfully deleted\n", obj) }

代碼所在地

https://github.com/Alexanderklau/Go_poject/tree/master/Go-Storage