feat: adds download file
This commit is contained in:
@@ -47,6 +47,14 @@ err := s3.FileDelete(simples3.DeleteInput{
|
|||||||
ObjectKey: "test.txt",
|
ObjectKey: "test.txt",
|
||||||
})
|
})
|
||||||
|
|
||||||
|
// You can also download the file.
|
||||||
|
file, _ := s3.FileDownload(simples3.DownloadInput{
|
||||||
|
Bucket: os.Getenv("AWS_S3_BUCKET"),
|
||||||
|
ObjectKey: "test.txt",
|
||||||
|
})
|
||||||
|
data, _ := ioutil.ReadAll(file)
|
||||||
|
file.Close()
|
||||||
|
|
||||||
// You can also use this library to generate
|
// You can also use this library to generate
|
||||||
// Presigned URLs that can for eg. be used to
|
// Presigned URLs that can for eg. be used to
|
||||||
// GET/PUT files on S3 through the browser.
|
// GET/PUT files on S3 through the browser.
|
||||||
|
|||||||
+76
-32
@@ -34,6 +34,12 @@ type S3 struct {
|
|||||||
URIFormat string
|
URIFormat string
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// DownloadInput is passed to FileUpload as a parameter.
|
||||||
|
type DownloadInput struct {
|
||||||
|
Bucket string
|
||||||
|
ObjectKey string
|
||||||
|
}
|
||||||
|
|
||||||
// UploadInput is passed to FileUpload as a parameter.
|
// UploadInput is passed to FileUpload as a parameter.
|
||||||
type UploadInput struct {
|
type UploadInput struct {
|
||||||
Bucket string
|
Bucket string
|
||||||
@@ -193,6 +199,72 @@ func (s3 *S3) SetClient(client *http.Client) *S3 {
|
|||||||
return s3
|
return s3
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (s3 *S3) signRequest(req *http.Request) error {
|
||||||
|
var (
|
||||||
|
err error
|
||||||
|
|
||||||
|
date = req.Header.Get("Date")
|
||||||
|
t = time.Now().UTC()
|
||||||
|
)
|
||||||
|
|
||||||
|
if date != "" {
|
||||||
|
t, err = time.Parse(http.TimeFormat, date)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
req.Header.Set("Date", t.Format(amzDateISO8601TimeFormat))
|
||||||
|
|
||||||
|
// The x-amz-content-sha256 header is required for all AWS
|
||||||
|
// Signature Version 4 requests. It provides a hash of the
|
||||||
|
// request payload. If there is no payload, you must provide
|
||||||
|
// the hash of an empty string.
|
||||||
|
emptyhash := "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
||||||
|
req.Header.Set("x-amz-content-sha256", emptyhash)
|
||||||
|
|
||||||
|
k := s3.signKeys(t)
|
||||||
|
h := hmac.New(sha256.New, k)
|
||||||
|
|
||||||
|
s3.writeStringToSign(h, t, req)
|
||||||
|
|
||||||
|
auth := bytes.NewBufferString(algorithm)
|
||||||
|
auth.Write([]byte(" Credential=" + s3.AccessKey + "/" + s3.creds(t)))
|
||||||
|
auth.Write([]byte{',', ' '})
|
||||||
|
auth.Write([]byte("SignedHeaders="))
|
||||||
|
writeHeaderList(auth, req)
|
||||||
|
auth.Write([]byte{',', ' '})
|
||||||
|
auth.Write([]byte("Signature=" + fmt.Sprintf("%x", h.Sum(nil))))
|
||||||
|
|
||||||
|
req.Header.Set("Authorization", auth.String())
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// FileDownload makes a GET call and returns a io.ReadCloser.
|
||||||
|
// After reading the response body, ensure closing the response.
|
||||||
|
func (s3 *S3) FileDownload(u DownloadInput) (io.ReadCloser, error) {
|
||||||
|
req, err := http.NewRequest(
|
||||||
|
http.MethodGet, s3.getURL(u.Bucket, u.ObjectKey), nil,
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := s3.signRequest(req); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
res, err := s3.getClient().Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
if res.StatusCode != 200 {
|
||||||
|
return nil, fmt.Errorf("status code: %s", res.Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
return res.Body, nil
|
||||||
|
}
|
||||||
|
|
||||||
// FileUpload makes a POST call with the file written as multipart
|
// FileUpload makes a POST call with the file written as multipart
|
||||||
// and on successful upload, checks for 200 OK.
|
// and on successful upload, checks for 200 OK.
|
||||||
func (s3 *S3) FileUpload(u UploadInput) (UploadResponse, error) {
|
func (s3 *S3) FileUpload(u UploadInput) (UploadResponse, error) {
|
||||||
@@ -239,7 +311,7 @@ func (s3 *S3) FileUpload(u UploadInput) (UploadResponse, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Now that you have a form, you can submit it to your handler.
|
// Now that you have a form, you can submit it to your handler.
|
||||||
req, err := http.NewRequest("POST", policies.URL, &b)
|
req, err := http.NewRequest(http.MethodPost, policies.URL, &b)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return UploadResponse{}, err
|
return UploadResponse{}, err
|
||||||
}
|
}
|
||||||
@@ -272,43 +344,15 @@ func (s3 *S3) FileUpload(u UploadInput) (UploadResponse, error) {
|
|||||||
// and on successful upload, checks for 204 No Content.
|
// and on successful upload, checks for 204 No Content.
|
||||||
func (s3 *S3) FileDelete(u DeleteInput) error {
|
func (s3 *S3) FileDelete(u DeleteInput) error {
|
||||||
req, err := http.NewRequest(
|
req, err := http.NewRequest(
|
||||||
"DELETE", s3.getURL(u.Bucket, u.ObjectKey), nil,
|
http.MethodDelete, s3.getURL(u.Bucket, u.ObjectKey), nil,
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
date := req.Header.Get("Date")
|
if err := s3.signRequest(req); err != nil {
|
||||||
t := time.Now().UTC()
|
return err
|
||||||
if date != "" {
|
|
||||||
t, err = time.Parse(http.TimeFormat, date)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
req.Header.Set("Date", t.Format(amzDateISO8601TimeFormat))
|
|
||||||
|
|
||||||
// The x-amz-content-sha256 header is required for all AWS
|
|
||||||
// Signature Version 4 requests. It provides a hash of the
|
|
||||||
// request payload. If there is no payload, you must provide
|
|
||||||
// the hash of an empty string.
|
|
||||||
emptyhash := "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
|
||||||
req.Header.Set("x-amz-content-sha256", emptyhash)
|
|
||||||
|
|
||||||
k := s3.signKeys(t)
|
|
||||||
h := hmac.New(sha256.New, k)
|
|
||||||
|
|
||||||
s3.writeStringToSign(h, t, req)
|
|
||||||
|
|
||||||
auth := bytes.NewBufferString(algorithm)
|
|
||||||
auth.Write([]byte(" Credential=" + s3.AccessKey + "/" + s3.creds(t)))
|
|
||||||
auth.Write([]byte{',', ' '})
|
|
||||||
auth.Write([]byte("SignedHeaders="))
|
|
||||||
writeHeaderList(auth, req)
|
|
||||||
auth.Write([]byte{',', ' '})
|
|
||||||
auth.Write([]byte("Signature=" + fmt.Sprintf("%x", h.Sum(nil))))
|
|
||||||
|
|
||||||
req.Header.Set("Authorization", auth.String())
|
|
||||||
|
|
||||||
// Submit the request
|
// Submit the request
|
||||||
client := s3.getClient()
|
client := s3.getClient()
|
||||||
|
|||||||
@@ -1,7 +1,9 @@
|
|||||||
package simples3
|
package simples3
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"bytes"
|
||||||
"io"
|
"io"
|
||||||
|
"io/ioutil"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/http/httptest"
|
"net/http/httptest"
|
||||||
"os"
|
"os"
|
||||||
@@ -92,6 +94,97 @@ func TestS3_FileUpload(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestS3_FileDownload(t *testing.T) {
|
||||||
|
testTxt, err := os.Open("testdata/test.txt")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer testTxt.Close()
|
||||||
|
testTxtData, err := ioutil.ReadAll(testTxt)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
testPng, err := os.Open("testdata/avatar.png")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer testPng.Close()
|
||||||
|
testPngData, err := ioutil.ReadAll(testPng)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
type args struct {
|
||||||
|
u DownloadInput
|
||||||
|
}
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
fields tConfig
|
||||||
|
args args
|
||||||
|
wantErr bool
|
||||||
|
wantResponse []byte
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "txt",
|
||||||
|
fields: tConfig{
|
||||||
|
AccessKey: os.Getenv("AWS_S3_ACCESS_KEY"),
|
||||||
|
SecretKey: os.Getenv("AWS_S3_SECRET_KEY"),
|
||||||
|
Endpoint: os.Getenv("AWS_S3_ENDPOINT"),
|
||||||
|
Region: os.Getenv("AWS_S3_REGION"),
|
||||||
|
},
|
||||||
|
args: args{
|
||||||
|
u: DownloadInput{
|
||||||
|
Bucket: os.Getenv("AWS_S3_BUCKET"),
|
||||||
|
ObjectKey: "test.txt",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
wantErr: false,
|
||||||
|
wantResponse: testTxtData,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "png",
|
||||||
|
fields: tConfig{
|
||||||
|
AccessKey: os.Getenv("AWS_S3_ACCESS_KEY"),
|
||||||
|
SecretKey: os.Getenv("AWS_S3_SECRET_KEY"),
|
||||||
|
Endpoint: os.Getenv("AWS_S3_ENDPOINT"),
|
||||||
|
Region: os.Getenv("AWS_S3_REGION"),
|
||||||
|
},
|
||||||
|
args: args{
|
||||||
|
u: DownloadInput{
|
||||||
|
Bucket: os.Getenv("AWS_S3_BUCKET"),
|
||||||
|
ObjectKey: "xyz/image.png",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
wantErr: false,
|
||||||
|
wantResponse: testPngData,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, testcase := range tests {
|
||||||
|
tt := testcase
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
s3 := New(tt.fields.Region, tt.fields.AccessKey, tt.fields.SecretKey)
|
||||||
|
s3.SetEndpoint(tt.fields.Endpoint)
|
||||||
|
resp, err := s3.FileDownload(tt.args.u)
|
||||||
|
if (err != nil) != tt.wantErr {
|
||||||
|
t.Fatalf("S3.FileDownload() error = %v, wantErr %v", err, tt.wantErr)
|
||||||
|
}
|
||||||
|
|
||||||
|
got, err := ioutil.ReadAll(resp)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp.Close()
|
||||||
|
|
||||||
|
if !bytes.Equal(got, tt.wantResponse) {
|
||||||
|
t.Fatalf("S3.FileDownload() = %v, want %v", got, tt.wantResponse)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestS3_FileDelete(t *testing.T) {
|
func TestS3_FileDelete(t *testing.T) {
|
||||||
type args struct {
|
type args struct {
|
||||||
u DeleteInput
|
u DeleteInput
|
||||||
|
|||||||
Reference in New Issue
Block a user