Rohan Verma
2334cb5429
Split monolithic simples3.go (1064 LOC) into 5 focused modules: - simples3.go (141 LOC) - Core S3 struct and configuration - helpers.go (97 LOC) - Utility functions - iam.go (202 LOC) - IAM credential handling - list.go (260 LOC) - List operations - object.go (409 LOC) - File operations Split simples3_test.go (912 LOC) into 4 test modules: - simples3_test.go (118 LOC) - Shared test helpers - iam_test.go (110 LOC) - IAM tests - list_test.go (321 LOC) - List operation tests - object_test.go (381 LOC) - File operation tests Zero functional changes. All tests pass identically. 72.5% test coverage maintained. "Review v0.10.2 code refactor"
142 lines
3.1 KiB
Go
142 lines
3.1 KiB
Go
// LICENSE BSD-2-Clause-FreeBSD
|
|
// Copyright (c) 2018, Rohan Verma <hello@rohanverma.net>
|
|
|
|
package simples3
|
|
|
|
import (
|
|
"bytes"
|
|
"crypto/hmac"
|
|
"crypto/sha256"
|
|
"fmt"
|
|
"net/http"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
const (
|
|
// AMZMetaPrefix to prefix metadata key.
|
|
AMZMetaPrefix = "x-amz-meta-"
|
|
)
|
|
|
|
// S3 provides a wrapper around your S3 credentials.
|
|
type S3 struct {
|
|
AccessKey string
|
|
SecretKey string
|
|
Region string
|
|
Client *http.Client
|
|
|
|
Token string
|
|
Endpoint string
|
|
URIFormat string
|
|
initMode string
|
|
expiry time.Time
|
|
|
|
mu sync.Mutex
|
|
}
|
|
|
|
// New returns an instance of S3.
|
|
func New(region, accessKey, secretKey string) *S3 {
|
|
return &S3{
|
|
Region: region,
|
|
AccessKey: accessKey,
|
|
SecretKey: secretKey,
|
|
|
|
URIFormat: "https://s3.%s.amazonaws.com/%s",
|
|
}
|
|
}
|
|
|
|
func (s3 *S3) getClient() *http.Client {
|
|
if s3.Client == nil {
|
|
return http.DefaultClient
|
|
}
|
|
return s3.Client
|
|
}
|
|
|
|
// SetEndpoint can be used to the set a custom endpoint for
|
|
// using an alternate instance compatible with the s3 API.
|
|
// If no protocol is included in the URI, defaults to HTTPS.
|
|
func (s3 *S3) SetEndpoint(uri string) *S3 {
|
|
if len(uri) > 0 {
|
|
if !strings.HasPrefix(uri, "http") {
|
|
uri = "https://" + uri
|
|
}
|
|
|
|
// make sure there is no trailing slash
|
|
if uri[len(uri)-1] == '/' {
|
|
uri = uri[:len(uri)-1]
|
|
}
|
|
s3.Endpoint = uri
|
|
}
|
|
return s3
|
|
}
|
|
|
|
// SetToken can be used to set a Temporary Security Credential token obtained from
|
|
// using an IAM role or AWS STS.
|
|
func (s3 *S3) SetToken(token string) *S3 {
|
|
if token != "" {
|
|
s3.Token = token
|
|
}
|
|
return s3
|
|
}
|
|
|
|
// SetClient can be used to set the http client to be
|
|
// used by the package. If client passed is nil,
|
|
// http.DefaultClient is used.
|
|
func (s3 *S3) SetClient(client *http.Client) *S3 {
|
|
if client != nil {
|
|
s3.Client = client
|
|
} else {
|
|
s3.Client = http.DefaultClient
|
|
}
|
|
return s3
|
|
}
|
|
|
|
func (s3 *S3) signRequest(req *http.Request) error {
|
|
var (
|
|
err error
|
|
|
|
date = req.Header.Get("Date")
|
|
t = time.Now().UTC()
|
|
)
|
|
|
|
if date != "" {
|
|
t, err = time.Parse(http.TimeFormat, date)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
req.Header.Set("Date", t.Format(amzDateISO8601TimeFormat))
|
|
req.Header.Set("X-Amz-Date", t.Format(amzDateISO8601TimeFormat))
|
|
|
|
if s3.Token != "" {
|
|
req.Header.Set("X-Amz-Security-Token", s3.Token)
|
|
}
|
|
|
|
// The x-amz-content-sha256 header is required for all AWS
|
|
// Signature Version 4 requests. It provides a hash of the
|
|
// request payload. If there is no payload, you must provide
|
|
// the hash of an empty string.
|
|
|
|
if req.Header.Get("x-amz-content-sha256") == "" {
|
|
emptyhash := "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
|
|
req.Header.Set("x-amz-content-sha256", emptyhash)
|
|
}
|
|
|
|
k := s3.signKeys(t)
|
|
h := hmac.New(sha256.New, k)
|
|
|
|
s3.writeStringToSign(h, t, req)
|
|
|
|
auth := bytes.NewBufferString(algorithm)
|
|
auth.Write([]byte(" Credential=" + s3.AccessKey + "/" + s3.creds(t)))
|
|
auth.Write([]byte{',', ' '})
|
|
auth.Write([]byte("SignedHeaders="))
|
|
writeHeaderList(auth, req)
|
|
auth.Write([]byte{',', ' '})
|
|
auth.Write([]byte("Signature=" + fmt.Sprintf("%x", h.Sum(nil))))
|
|
|
|
req.Header.Set("Authorization", auth.String())
|
|
return nil
|
|
}
|