408 lines
11 KiB
Go
408 lines
11 KiB
Go
package aws
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io"
|
|
"log"
|
|
"net/url"
|
|
"os"
|
|
"sort"
|
|
"strings"
|
|
|
|
"github.com/hashicorp/terraform/helper/schema"
|
|
"github.com/mitchellh/go-homedir"
|
|
|
|
"github.com/aws/aws-sdk-go/aws"
|
|
"github.com/aws/aws-sdk-go/aws/awserr"
|
|
"github.com/aws/aws-sdk-go/service/kms"
|
|
"github.com/aws/aws-sdk-go/service/s3"
|
|
)
|
|
|
|
func resourceAwsS3BucketObject() *schema.Resource {
|
|
return &schema.Resource{
|
|
Create: resourceAwsS3BucketObjectPut,
|
|
Read: resourceAwsS3BucketObjectRead,
|
|
Update: resourceAwsS3BucketObjectPut,
|
|
Delete: resourceAwsS3BucketObjectDelete,
|
|
|
|
Schema: map[string]*schema.Schema{
|
|
"bucket": {
|
|
Type: schema.TypeString,
|
|
Required: true,
|
|
ForceNew: true,
|
|
},
|
|
|
|
"acl": {
|
|
Type: schema.TypeString,
|
|
Default: "private",
|
|
Optional: true,
|
|
ValidateFunc: validateS3BucketObjectAclType,
|
|
},
|
|
|
|
"cache_control": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
},
|
|
|
|
"content_disposition": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
},
|
|
|
|
"content_encoding": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
},
|
|
|
|
"content_language": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
},
|
|
|
|
"content_type": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
Computed: true,
|
|
},
|
|
|
|
"key": {
|
|
Type: schema.TypeString,
|
|
Required: true,
|
|
ForceNew: true,
|
|
},
|
|
|
|
"source": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
ConflictsWith: []string{"content"},
|
|
},
|
|
|
|
"content": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
ConflictsWith: []string{"source"},
|
|
},
|
|
|
|
"storage_class": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
Computed: true,
|
|
ValidateFunc: validateS3BucketObjectStorageClassType,
|
|
},
|
|
|
|
"server_side_encryption": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
ValidateFunc: validateS3BucketObjectServerSideEncryption,
|
|
Computed: true,
|
|
},
|
|
|
|
"kms_key_id": {
|
|
Type: schema.TypeString,
|
|
Optional: true,
|
|
ValidateFunc: validateArn,
|
|
},
|
|
|
|
"etag": {
|
|
Type: schema.TypeString,
|
|
// This will conflict with SSE-C and SSE-KMS encryption and multi-part upload
|
|
// if/when it's actually implemented. The Etag then won't match raw-file MD5.
|
|
// See http://docs.aws.amazon.com/AmazonS3/latest/API/RESTCommonResponseHeaders.html
|
|
Optional: true,
|
|
Computed: true,
|
|
ConflictsWith: []string{"kms_key_id", "server_side_encryption"},
|
|
},
|
|
|
|
"version_id": {
|
|
Type: schema.TypeString,
|
|
Computed: true,
|
|
},
|
|
|
|
"tags": tagsSchema(),
|
|
},
|
|
}
|
|
}
|
|
|
|
func resourceAwsS3BucketObjectPut(d *schema.ResourceData, meta interface{}) error {
|
|
s3conn := meta.(*AWSClient).s3conn
|
|
|
|
restricted := meta.(*AWSClient).IsGovCloud() || meta.(*AWSClient).IsChinaCloud()
|
|
|
|
var body io.ReadSeeker
|
|
|
|
if v, ok := d.GetOk("source"); ok {
|
|
source := v.(string)
|
|
path, err := homedir.Expand(source)
|
|
if err != nil {
|
|
return fmt.Errorf("Error expanding homedir in source (%s): %s", source, err)
|
|
}
|
|
file, err := os.Open(path)
|
|
if err != nil {
|
|
return fmt.Errorf("Error opening S3 bucket object source (%s): %s", source, err)
|
|
}
|
|
|
|
body = file
|
|
} else if v, ok := d.GetOk("content"); ok {
|
|
content := v.(string)
|
|
body = bytes.NewReader([]byte(content))
|
|
} else {
|
|
return fmt.Errorf("Must specify \"source\" or \"content\" field")
|
|
}
|
|
|
|
bucket := d.Get("bucket").(string)
|
|
key := d.Get("key").(string)
|
|
|
|
putInput := &s3.PutObjectInput{
|
|
Bucket: aws.String(bucket),
|
|
Key: aws.String(key),
|
|
ACL: aws.String(d.Get("acl").(string)),
|
|
Body: body,
|
|
}
|
|
|
|
if v, ok := d.GetOk("storage_class"); ok {
|
|
putInput.StorageClass = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("cache_control"); ok {
|
|
putInput.CacheControl = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("content_type"); ok {
|
|
putInput.ContentType = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("content_encoding"); ok {
|
|
putInput.ContentEncoding = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("content_language"); ok {
|
|
putInput.ContentLanguage = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("content_disposition"); ok {
|
|
putInput.ContentDisposition = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("server_side_encryption"); ok {
|
|
putInput.ServerSideEncryption = aws.String(v.(string))
|
|
}
|
|
|
|
if v, ok := d.GetOk("kms_key_id"); ok {
|
|
putInput.SSEKMSKeyId = aws.String(v.(string))
|
|
putInput.ServerSideEncryption = aws.String(s3.ServerSideEncryptionAwsKms)
|
|
}
|
|
|
|
if v, ok := d.GetOk("tags"); ok {
|
|
if restricted {
|
|
return fmt.Errorf("This region does not allow for tags on S3 objects")
|
|
}
|
|
|
|
// The tag-set must be encoded as URL Query parameters.
|
|
values := url.Values{}
|
|
for k, v := range v.(map[string]interface{}) {
|
|
values.Add(k, v.(string))
|
|
}
|
|
putInput.Tagging = aws.String(values.Encode())
|
|
}
|
|
|
|
resp, err := s3conn.PutObject(putInput)
|
|
if err != nil {
|
|
return fmt.Errorf("Error putting object in S3 bucket (%s): %s", bucket, err)
|
|
}
|
|
|
|
// See https://forums.aws.amazon.com/thread.jspa?threadID=44003
|
|
d.Set("etag", strings.Trim(*resp.ETag, `"`))
|
|
|
|
d.Set("version_id", resp.VersionId)
|
|
d.SetId(key)
|
|
return resourceAwsS3BucketObjectRead(d, meta)
|
|
}
|
|
|
|
func resourceAwsS3BucketObjectRead(d *schema.ResourceData, meta interface{}) error {
|
|
s3conn := meta.(*AWSClient).s3conn
|
|
|
|
restricted := meta.(*AWSClient).IsGovCloud() || meta.(*AWSClient).IsChinaCloud()
|
|
|
|
bucket := d.Get("bucket").(string)
|
|
key := d.Get("key").(string)
|
|
|
|
resp, err := s3conn.HeadObject(
|
|
&s3.HeadObjectInput{
|
|
Bucket: aws.String(bucket),
|
|
Key: aws.String(key),
|
|
})
|
|
|
|
if err != nil {
|
|
// If S3 returns a 404 Request Failure, mark the object as destroyed
|
|
if awsErr, ok := err.(awserr.RequestFailure); ok && awsErr.StatusCode() == 404 {
|
|
d.SetId("")
|
|
log.Printf("[WARN] Error Reading Object (%s), object not found (HTTP status 404)", key)
|
|
return nil
|
|
}
|
|
return err
|
|
}
|
|
log.Printf("[DEBUG] Reading S3 Bucket Object meta: %s", resp)
|
|
|
|
d.Set("cache_control", resp.CacheControl)
|
|
d.Set("content_disposition", resp.ContentDisposition)
|
|
d.Set("content_encoding", resp.ContentEncoding)
|
|
d.Set("content_language", resp.ContentLanguage)
|
|
d.Set("content_type", resp.ContentType)
|
|
d.Set("version_id", resp.VersionId)
|
|
d.Set("server_side_encryption", resp.ServerSideEncryption)
|
|
|
|
// Only set non-default KMS key ID (one that doesn't match default)
|
|
if resp.SSEKMSKeyId != nil {
|
|
// retrieve S3 KMS Default Master Key
|
|
kmsconn := meta.(*AWSClient).kmsconn
|
|
kmsresp, err := kmsconn.DescribeKey(&kms.DescribeKeyInput{
|
|
KeyId: aws.String("alias/aws/s3"),
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("Failed to describe default S3 KMS key (alias/aws/s3): %s", err)
|
|
}
|
|
|
|
if *resp.SSEKMSKeyId != *kmsresp.KeyMetadata.Arn {
|
|
log.Printf("[DEBUG] S3 object is encrypted using a non-default KMS Key ID: %s", *resp.SSEKMSKeyId)
|
|
d.Set("kms_key_id", resp.SSEKMSKeyId)
|
|
}
|
|
}
|
|
d.Set("etag", strings.Trim(*resp.ETag, `"`))
|
|
|
|
// The "STANDARD" (which is also the default) storage
|
|
// class when set would not be included in the results.
|
|
d.Set("storage_class", s3.StorageClassStandard)
|
|
if resp.StorageClass != nil {
|
|
d.Set("storage_class", resp.StorageClass)
|
|
}
|
|
|
|
if !restricted {
|
|
tagResp, err := s3conn.GetObjectTagging(
|
|
&s3.GetObjectTaggingInput{
|
|
Bucket: aws.String(bucket),
|
|
Key: aws.String(key),
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("Failed to get object tags (bucket: %s, key: %s): %s", bucket, key, err)
|
|
}
|
|
d.Set("tags", tagsToMapS3(tagResp.TagSet))
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func resourceAwsS3BucketObjectDelete(d *schema.ResourceData, meta interface{}) error {
|
|
s3conn := meta.(*AWSClient).s3conn
|
|
|
|
bucket := d.Get("bucket").(string)
|
|
key := d.Get("key").(string)
|
|
|
|
if _, ok := d.GetOk("version_id"); ok {
|
|
// Bucket is versioned, we need to delete all versions
|
|
vInput := s3.ListObjectVersionsInput{
|
|
Bucket: aws.String(bucket),
|
|
Prefix: aws.String(key),
|
|
}
|
|
out, err := s3conn.ListObjectVersions(&vInput)
|
|
if err != nil {
|
|
return fmt.Errorf("Failed listing S3 object versions: %s", err)
|
|
}
|
|
|
|
for _, v := range out.Versions {
|
|
input := s3.DeleteObjectInput{
|
|
Bucket: aws.String(bucket),
|
|
Key: aws.String(key),
|
|
VersionId: v.VersionId,
|
|
}
|
|
_, err := s3conn.DeleteObject(&input)
|
|
if err != nil {
|
|
return fmt.Errorf("Error deleting S3 object version of %s:\n %s:\n %s",
|
|
key, v, err)
|
|
}
|
|
}
|
|
} else {
|
|
// Just delete the object
|
|
input := s3.DeleteObjectInput{
|
|
Bucket: aws.String(bucket),
|
|
Key: aws.String(key),
|
|
}
|
|
_, err := s3conn.DeleteObject(&input)
|
|
if err != nil {
|
|
return fmt.Errorf("Error deleting S3 bucket object: %s Bucket: %q Object: %q", err, bucket, key)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func validateS3BucketObjectAclType(v interface{}, k string) (ws []string, errors []error) {
|
|
value := v.(string)
|
|
|
|
cannedAcls := map[string]bool{
|
|
s3.ObjectCannedACLPrivate: true,
|
|
s3.ObjectCannedACLPublicRead: true,
|
|
s3.ObjectCannedACLPublicReadWrite: true,
|
|
s3.ObjectCannedACLAuthenticatedRead: true,
|
|
s3.ObjectCannedACLAwsExecRead: true,
|
|
s3.ObjectCannedACLBucketOwnerRead: true,
|
|
s3.ObjectCannedACLBucketOwnerFullControl: true,
|
|
}
|
|
|
|
sentenceJoin := func(m map[string]bool) string {
|
|
keys := make([]string, 0, len(m))
|
|
for k := range m {
|
|
keys = append(keys, fmt.Sprintf("%q", k))
|
|
}
|
|
sort.Strings(keys)
|
|
|
|
length := len(keys)
|
|
words := make([]string, length)
|
|
copy(words, keys)
|
|
|
|
words[length-1] = fmt.Sprintf("or %s", words[length-1])
|
|
return strings.Join(words, ", ")
|
|
}
|
|
|
|
if _, ok := cannedAcls[value]; !ok {
|
|
errors = append(errors, fmt.Errorf(
|
|
"%q contains an invalid canned ACL type %q. Valid types are either %s",
|
|
k, value, sentenceJoin(cannedAcls)))
|
|
}
|
|
return
|
|
}
|
|
|
|
func validateS3BucketObjectStorageClassType(v interface{}, k string) (ws []string, errors []error) {
|
|
value := v.(string)
|
|
|
|
storageClass := map[string]bool{
|
|
s3.StorageClassStandard: true,
|
|
s3.StorageClassReducedRedundancy: true,
|
|
s3.StorageClassStandardIa: true,
|
|
}
|
|
|
|
if _, ok := storageClass[value]; !ok {
|
|
errors = append(errors, fmt.Errorf(
|
|
"%q contains an invalid Storage Class type %q. Valid types are either %q, %q, or %q",
|
|
k, value, s3.StorageClassStandard, s3.StorageClassReducedRedundancy,
|
|
s3.StorageClassStandardIa))
|
|
}
|
|
return
|
|
}
|
|
|
|
func validateS3BucketObjectServerSideEncryption(v interface{}, k string) (ws []string, errors []error) {
|
|
value := v.(string)
|
|
|
|
serverSideEncryption := map[string]bool{
|
|
s3.ServerSideEncryptionAes256: true,
|
|
s3.ServerSideEncryptionAwsKms: true,
|
|
}
|
|
|
|
if _, ok := serverSideEncryption[value]; !ok {
|
|
errors = append(errors, fmt.Errorf(
|
|
"%q contains an invalid Server Side Encryption value %q. Valid values are %q and %q",
|
|
k, value, s3.ServerSideEncryptionAes256, s3.ServerSideEncryptionAwsKms))
|
|
}
|
|
return
|
|
}
|