mirror of
				https://github.com/minio/minio.git
				synced 2025-10-31 16:21:49 +01:00 
			
		
		
		
	This commit refactors the SSE implementation and add
S3-compatible SSE-KMS context handling.
SSE-KMS differs from SSE-S3 in two main aspects:
 1. The client can request a particular key and
    specify a KMS context as part of the request.
 2. The ETag of an SSE-KMS encrypted object is not
    the MD5 sum of the object content.
This commit only focuses on the 1st aspect.
A client can send an optional SSE context when using
SSE-KMS. This context is remembered by the S3 server
such that the client does not have to specify the
context again (during multipart PUT / GET / HEAD ...).
The crypto. context also includes the bucket/object
name to prevent renaming objects at the backend.
Now, AWS S3 behaves as following:
 - If the user does not provide a SSE-KMS context
   it does not store one - resp. does not include
   the SSE-KMS context header in the response (e.g. HEAD).
 - If the user specifies a SSE-KMS context without
   the bucket/object name then AWS stores the exact
   context the client provided but adds the bucket/object
   name internally. The response contains the KMS context
   without the bucket/object name.
 - If the user specifies a SSE-KMS context with
   the bucket/object name then AWS again stores the exact
   context provided by the client. The response contains
   the KMS context with the bucket/object name.
This commit implements this behavior w.r.t. SSE-KMS.
However, as of now, no such object can be created since
the server rejects SSE-KMS encryption requests.
This commit is one stepping stone for SSE-KMS support.
Co-authored-by: Harshavardhana <harsha@minio.io>
		
	
			
		
			
				
	
	
		
			176 lines
		
	
	
		
			6.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			176 lines
		
	
	
		
			6.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| /*
 | |
|  * Minio Cloud Storage, (C) 2019-2020 Minio, Inc.
 | |
|  *
 | |
|  * Licensed under the Apache License, Version 2.0 (the "License");
 | |
|  * you may not use this file except in compliance with the License.
 | |
|  * You may obtain a copy of the License at
 | |
|  *
 | |
|  *     http://www.apache.org/licenses/LICENSE-2.0
 | |
|  *
 | |
|  * Unless required by applicable law or agreed to in writing, software
 | |
|  * distributed under the License is distributed on an "AS IS" BASIS,
 | |
|  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 | |
|  * See the License for the specific language governing permissions and
 | |
|  * limitations under the License.
 | |
|  */
 | |
| 
 | |
| package crypto
 | |
| 
 | |
| import (
 | |
| 	"context"
 | |
| 	"encoding/base64"
 | |
| 	"errors"
 | |
| 	"net/http"
 | |
| 	"path"
 | |
| 	"strings"
 | |
| 
 | |
| 	xhttp "github.com/minio/minio/cmd/http"
 | |
| 	"github.com/minio/minio/cmd/logger"
 | |
| )
 | |
| 
 | |
| type sses3 struct{}
 | |
| 
 | |
| var (
 | |
| 	// S3 represents AWS SSE-S3. It provides functionality to handle
 | |
| 	// SSE-S3 requests.
 | |
| 	S3 = sses3{}
 | |
| 
 | |
| 	_ Type = S3
 | |
| )
 | |
| 
 | |
| // String returns the SSE domain as string. For SSE-S3 the
 | |
| // domain is "SSE-S3".
 | |
| func (sses3) String() string { return "SSE-S3" }
 | |
| 
 | |
| func (sses3) IsRequested(h http.Header) bool {
 | |
| 	_, ok := h[xhttp.AmzServerSideEncryption]
 | |
| 	return ok && strings.ToLower(h.Get(xhttp.AmzServerSideEncryption)) != xhttp.AmzEncryptionKMS // Return only true if the SSE header is specified and does not contain the SSE-KMS value
 | |
| }
 | |
| 
 | |
| // ParseHTTP parses the SSE-S3 related HTTP headers and checks
 | |
| // whether they contain valid values.
 | |
| func (sses3) ParseHTTP(h http.Header) error {
 | |
| 	if h.Get(xhttp.AmzServerSideEncryption) != xhttp.AmzEncryptionAES {
 | |
| 		return ErrInvalidEncryptionMethod
 | |
| 	}
 | |
| 	return nil
 | |
| }
 | |
| 
 | |
| // IsEncrypted returns true if the object metadata indicates
 | |
| // that the object was uploaded using SSE-S3.
 | |
| func (sses3) IsEncrypted(metadata map[string]string) bool {
 | |
| 	if _, ok := metadata[MetaSealedKeyS3]; ok {
 | |
| 		return true
 | |
| 	}
 | |
| 	return false
 | |
| }
 | |
| 
 | |
| // UnsealObjectKey extracts and decrypts the sealed object key
 | |
| // from the metadata using KMS and returns the decrypted object
 | |
| // key.
 | |
| func (s3 sses3) UnsealObjectKey(kms KMS, metadata map[string]string, bucket, object string) (key ObjectKey, err error) {
 | |
| 	keyID, kmsKey, sealedKey, err := s3.ParseMetadata(metadata)
 | |
| 	if err != nil {
 | |
| 		return key, err
 | |
| 	}
 | |
| 	unsealKey, err := kms.UnsealKey(keyID, kmsKey, Context{bucket: path.Join(bucket, object)})
 | |
| 	if err != nil {
 | |
| 		return key, err
 | |
| 	}
 | |
| 	err = key.Unseal(unsealKey, sealedKey, s3.String(), bucket, object)
 | |
| 	return key, err
 | |
| }
 | |
| 
 | |
| // CreateMetadata encodes the sealed object key into the metadata and returns
 | |
| // the modified metadata. If the keyID and the kmsKey is not empty it encodes
 | |
| // both into the metadata as well. It allocates a new metadata map if metadata
 | |
| // is nil.
 | |
| func (sses3) CreateMetadata(metadata map[string]string, keyID string, kmsKey []byte, sealedKey SealedKey) map[string]string {
 | |
| 	if sealedKey.Algorithm != SealAlgorithm {
 | |
| 		logger.CriticalIf(context.Background(), Errorf("The seal algorithm '%s' is invalid for SSE-S3", sealedKey.Algorithm))
 | |
| 	}
 | |
| 
 | |
| 	// There are two possibilites:
 | |
| 	// - We use a KMS -> There must be non-empty key ID and a KMS data key.
 | |
| 	// - We use a K/V -> There must be no key ID and no KMS data key.
 | |
| 	// Otherwise, the caller has passed an invalid argument combination.
 | |
| 	if keyID == "" && len(kmsKey) != 0 {
 | |
| 		logger.CriticalIf(context.Background(), errors.New("The key ID must not be empty if a KMS data key is present"))
 | |
| 	}
 | |
| 	if keyID != "" && len(kmsKey) == 0 {
 | |
| 		logger.CriticalIf(context.Background(), errors.New("The KMS data key must not be empty if a key ID is present"))
 | |
| 	}
 | |
| 
 | |
| 	if metadata == nil {
 | |
| 		metadata = make(map[string]string, 5)
 | |
| 	}
 | |
| 
 | |
| 	metadata[MetaAlgorithm] = sealedKey.Algorithm
 | |
| 	metadata[MetaIV] = base64.StdEncoding.EncodeToString(sealedKey.IV[:])
 | |
| 	metadata[MetaSealedKeyS3] = base64.StdEncoding.EncodeToString(sealedKey.Key[:])
 | |
| 	if len(kmsKey) > 0 && keyID != "" { // We use a KMS -> Store key ID and sealed KMS data key.
 | |
| 		metadata[MetaKeyID] = keyID
 | |
| 		metadata[MetaDataEncryptionKey] = base64.StdEncoding.EncodeToString(kmsKey)
 | |
| 	}
 | |
| 	return metadata
 | |
| }
 | |
| 
 | |
| // ParseMetadata extracts all SSE-S3 related values from the object metadata
 | |
| // and checks whether they are well-formed. It returns the sealed object key
 | |
| // on success. If the metadata contains both, a KMS master key ID and a sealed
 | |
| // KMS data key it returns both. If the metadata does not contain neither a
 | |
| // KMS master key ID nor a sealed KMS data key it returns an empty keyID and
 | |
| // KMS data key. Otherwise, it returns an error.
 | |
| func (sses3) ParseMetadata(metadata map[string]string) (keyID string, kmsKey []byte, sealedKey SealedKey, err error) {
 | |
| 	// Extract all required values from object metadata
 | |
| 	b64IV, ok := metadata[MetaIV]
 | |
| 	if !ok {
 | |
| 		return keyID, kmsKey, sealedKey, errMissingInternalIV
 | |
| 	}
 | |
| 	algorithm, ok := metadata[MetaAlgorithm]
 | |
| 	if !ok {
 | |
| 		return keyID, kmsKey, sealedKey, errMissingInternalSealAlgorithm
 | |
| 	}
 | |
| 	b64SealedKey, ok := metadata[MetaSealedKeyS3]
 | |
| 	if !ok {
 | |
| 		return keyID, kmsKey, sealedKey, Errorf("The object metadata is missing the internal sealed key for SSE-S3")
 | |
| 	}
 | |
| 
 | |
| 	// There are two possibilites:
 | |
| 	// - We use a KMS -> There must be a key ID and a KMS data key.
 | |
| 	// - We use a K/V -> There must be no key ID and no KMS data key.
 | |
| 	// Otherwise, the metadata is corrupted.
 | |
| 	keyID, idPresent := metadata[MetaKeyID]
 | |
| 	b64KMSSealedKey, kmsKeyPresent := metadata[MetaDataEncryptionKey]
 | |
| 	if !idPresent && kmsKeyPresent {
 | |
| 		return keyID, kmsKey, sealedKey, Errorf("The object metadata is missing the internal KMS key-ID for SSE-S3")
 | |
| 	}
 | |
| 	if idPresent && !kmsKeyPresent {
 | |
| 		return keyID, kmsKey, sealedKey, Errorf("The object metadata is missing the internal sealed KMS data key for SSE-S3")
 | |
| 	}
 | |
| 
 | |
| 	// Check whether all extracted values are well-formed
 | |
| 	iv, err := base64.StdEncoding.DecodeString(b64IV)
 | |
| 	if err != nil || len(iv) != 32 {
 | |
| 		return keyID, kmsKey, sealedKey, errInvalidInternalIV
 | |
| 	}
 | |
| 	if algorithm != SealAlgorithm {
 | |
| 		return keyID, kmsKey, sealedKey, errInvalidInternalSealAlgorithm
 | |
| 	}
 | |
| 	encryptedKey, err := base64.StdEncoding.DecodeString(b64SealedKey)
 | |
| 	if err != nil || len(encryptedKey) != 64 {
 | |
| 		return keyID, kmsKey, sealedKey, Errorf("The internal sealed key for SSE-S3 is invalid")
 | |
| 	}
 | |
| 	if idPresent && kmsKeyPresent { // We are using a KMS -> parse the sealed KMS data key.
 | |
| 		kmsKey, err = base64.StdEncoding.DecodeString(b64KMSSealedKey)
 | |
| 		if err != nil {
 | |
| 			return keyID, kmsKey, sealedKey, Errorf("The internal sealed KMS data key for SSE-S3 is invalid")
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	sealedKey.Algorithm = algorithm
 | |
| 	copy(sealedKey.IV[:], iv)
 | |
| 	copy(sealedKey.Key[:], encryptedKey)
 | |
| 	return keyID, kmsKey, sealedKey, nil
 | |
| }
 |