package api import ( "context" "fmt" "sort" "strconv" "time" "github.com/mitchellh/mapstructure" ) type kvv2 struct { c *Client mountPath string } // KVMetadata is the full metadata for a given KV v2 secret. type KVMetadata struct { CASRequired bool `mapstructure:"cas_required"` CreatedTime time.Time `mapstructure:"created_time"` CurrentVersion int `mapstructure:"current_version"` CustomMetadata map[string]interface{} `mapstructure:"custom_metadata"` DeleteVersionAfter time.Duration `mapstructure:"delete_version_after"` MaxVersions int `mapstructure:"max_versions"` OldestVersion int `mapstructure:"oldest_version"` UpdatedTime time.Time `mapstructure:"updated_time"` // Keys are stringified ints, e.g. "3". To get a sorted slice of version metadata, use GetVersionsAsList. Versions map[string]KVVersionMetadata `mapstructure:"versions"` Raw *Secret } // KVVersionMetadata is a subset of metadata for a given version of a KV v2 secret. type KVVersionMetadata struct { Version int `mapstructure:"version"` CreatedTime time.Time `mapstructure:"created_time"` DeletionTime time.Time `mapstructure:"deletion_time"` Destroyed bool `mapstructure:"destroyed"` } // Currently supported options: WithCheckAndSet type KVOption func() (key string, value interface{}) // WithCheckAndSet can optionally be passed to perform a check-and-set // operation. If not set, the write will be allowed. If cas is set to 0, a // write will only be allowed if the key doesn't exist. If set to non-zero, // the write will only be allowed if the key’s current version matches the // version specified in the cas parameter. func WithCheckAndSet(cas int) KVOption { return func() (string, interface{}) { return "cas", cas } } // Get returns the latest version of a secret from the KV v2 secrets engine. // // If the latest version has been deleted, an error will not be thrown, but // the Data field on the returned secret will be nil, and the Metadata field // will contain the deletion time. func (kv *kvv2) Get(ctx context.Context, secretPath string) (*KVSecret, error) { pathToRead := fmt.Sprintf("%s/data/%s", kv.mountPath, secretPath) secret, err := kv.c.Logical().ReadWithContext(ctx, pathToRead) if err != nil { return nil, fmt.Errorf("error encountered while reading secret at %s: %w", pathToRead, err) } if secret == nil { return nil, fmt.Errorf("no secret found at %s", pathToRead) } kvSecret, err := extractDataAndVersionMetadata(secret) if err != nil { return nil, fmt.Errorf("error parsing secret at %s: %w", pathToRead, err) } cm, err := extractCustomMetadata(secret) if err != nil { return nil, fmt.Errorf("error reading custom metadata for secret at %s: %w", pathToRead, err) } kvSecret.CustomMetadata = cm return kvSecret, nil } // GetVersion returns the data and metadata for a specific version of the // given secret. // // If that version has been deleted, the Data field on the // returned secret will be nil, and the Metadata field will contain the deletion time. // // GetVersionsAsList can provide a list of available versions sorted by // version number, while the response from GetMetadata contains them as a map. func (kv *kvv2) GetVersion(ctx context.Context, secretPath string, version int) (*KVSecret, error) { pathToRead := fmt.Sprintf("%s/data/%s", kv.mountPath, secretPath) queryParams := map[string][]string{"version": {strconv.Itoa(version)}} secret, err := kv.c.Logical().ReadWithDataWithContext(ctx, pathToRead, queryParams) if err != nil { return nil, err } if secret == nil { return nil, fmt.Errorf("no secret with version %d found at %s", version, pathToRead) } kvSecret, err := extractDataAndVersionMetadata(secret) if err != nil { return nil, fmt.Errorf("error parsing secret at %s: %w", pathToRead, err) } cm, err := extractCustomMetadata(secret) if err != nil { return nil, fmt.Errorf("error reading custom metadata for secret at %s: %w", pathToRead, err) } kvSecret.CustomMetadata = cm return kvSecret, nil } // GetVersionsAsList returns a subset of the metadata for each version of the secret, sorted by version number. func (kv *kvv2) GetVersionsAsList(ctx context.Context, secretPath string) ([]KVVersionMetadata, error) { pathToRead := fmt.Sprintf("%s/metadata/%s", kv.mountPath, secretPath) secret, err := kv.c.Logical().ReadWithContext(ctx, pathToRead) if err != nil { return nil, err } if secret == nil || secret.Data == nil { return nil, fmt.Errorf("no secret metadata found at %s", pathToRead) } md, err := extractFullMetadata(secret) if err != nil { return nil, fmt.Errorf("unable to extract metadata from secret to determine versions: %w", err) } versionsList := make([]KVVersionMetadata, 0, len(md.Versions)) for _, versionMetadata := range md.Versions { versionsList = append(versionsList, versionMetadata) } sort.Slice(versionsList, func(i, j int) bool { return versionsList[i].Version < versionsList[j].Version }) return versionsList, nil } // GetMetadata returns the full metadata for a given secret, including a map of // its existing versions and their respective creation/deletion times, etc. func (kv *kvv2) GetMetadata(ctx context.Context, secretPath string) (*KVMetadata, error) { pathToRead := fmt.Sprintf("%s/metadata/%s", kv.mountPath, secretPath) secret, err := kv.c.Logical().ReadWithContext(ctx, pathToRead) if err != nil { return nil, err } if secret == nil || secret.Data == nil { return nil, fmt.Errorf("no secret metadata found at %s", pathToRead) } md, err := extractFullMetadata(secret) if err != nil { return nil, fmt.Errorf("unable to extract metadata from secret: %w", err) } return md, nil } // Put inserts a key-value secret (e.g. {"password": "Hashi123"}) // into the KV v2 secrets engine. // // If the secret already exists, a new version will be created // and the previous version can be accessed with the GetVersion method. // GetMetadata can provide a list of available versions. func (kv *kvv2) Put(ctx context.Context, secretPath string, data map[string]interface{}, opts ...KVOption) (*KVSecret, error) { pathToWriteTo := fmt.Sprintf("%s/data/%s", kv.mountPath, secretPath) wrappedData := map[string]interface{}{ "data": data, } // Add options such as check-and-set, etc. // We leave this as an optional arg so that most users // can just pass plain key-value secret data without // having to remember to put the extra layer "data" in there. options := make(map[string]interface{}) for _, opt := range opts { k, v := opt() options[k] = v } if len(opts) > 0 { wrappedData["options"] = options } secret, err := kv.c.Logical().WriteWithContext(ctx, pathToWriteTo, wrappedData) if err != nil { return nil, fmt.Errorf("error writing secret to %s: %w", pathToWriteTo, err) } if secret == nil { return nil, fmt.Errorf("no secret was written to %s", pathToWriteTo) } metadata, err := extractVersionMetadata(secret) if err != nil { return nil, fmt.Errorf("secret was written successfully, but unable to view version metadata from response: %w", err) } kvSecret := &KVSecret{ Data: nil, // secret.Data in this case is the metadata VersionMetadata: metadata, Raw: secret, } cm, err := extractCustomMetadata(secret) if err != nil { return nil, fmt.Errorf("error reading custom metadata for secret at %s: %w", pathToWriteTo, err) } kvSecret.CustomMetadata = cm return kvSecret, nil } // Delete deletes the most recent version of a secret from the KV v2 // secrets engine. To delete an older version, use DeleteVersions. func (kv *kvv2) Delete(ctx context.Context, secretPath string) error { pathToDelete := fmt.Sprintf("%s/data/%s", kv.mountPath, secretPath) _, err := kv.c.Logical().DeleteWithContext(ctx, pathToDelete) if err != nil { return fmt.Errorf("error deleting secret at %s: %w", pathToDelete, err) } return nil } // DeleteVersions deletes the specified versions of a secret from the KV v2 // secrets engine. To delete the latest version of a secret, just use Delete. func (kv *kvv2) DeleteVersions(ctx context.Context, secretPath string, versions []int) error { // verb and path are different when trying to delete past versions pathToDelete := fmt.Sprintf("%s/delete/%s", kv.mountPath, secretPath) if len(versions) == 0 { return nil } var versionsToDelete []string for _, version := range versions { versionsToDelete = append(versionsToDelete, strconv.Itoa(version)) } versionsMap := map[string]interface{}{ "versions": versionsToDelete, } _, err := kv.c.Logical().WriteWithContext(ctx, pathToDelete, versionsMap) if err != nil { return fmt.Errorf("error deleting secret at %s: %w", pathToDelete, err) } return nil } func extractCustomMetadata(secret *Secret) (map[string]interface{}, error) { // Logical Writes return the metadata directly, Reads return it nested inside the "metadata" key cmI, ok := secret.Data["custom_metadata"] if !ok { mI, ok := secret.Data["metadata"] if !ok { // if that's not found, bail since it should have had one or the other return nil, fmt.Errorf("secret is missing expected fields") } mM, ok := mI.(map[string]interface{}) if !ok { return nil, fmt.Errorf("unexpected type for 'metadata' element: %T (%#v)", mI, mI) } cmI, ok = mM["custom_metadata"] if !ok { return nil, fmt.Errorf("metadata missing expected field \"custom_metadata\":%v", mM) } } cm, ok := cmI.(map[string]interface{}) if !ok && cmI != nil { return nil, fmt.Errorf("unexpected type for 'metadata' element: %T (%#v)", cmI, cmI) } return cm, nil } func extractDataAndVersionMetadata(secret *Secret) (*KVSecret, error) { // A nil map is a valid value for data: secret.Data will be nil when this // version of the secret has been deleted, but the metadata is still // available. var data map[string]interface{} if secret.Data != nil { dataInterface, ok := secret.Data["data"] if !ok { return nil, fmt.Errorf("missing expected 'data' element") } if dataInterface != nil { data, ok = dataInterface.(map[string]interface{}) if !ok { return nil, fmt.Errorf("unexpected type for 'data' element: %T (%#v)", data, data) } } } metadata, err := extractVersionMetadata(secret) if err != nil { return nil, fmt.Errorf("unable to get version metadata: %w", err) } return &KVSecret{ Data: data, VersionMetadata: metadata, Raw: secret, }, nil } func extractVersionMetadata(secret *Secret) (*KVVersionMetadata, error) { var metadata *KVVersionMetadata if secret.Data == nil { return nil, nil } // Logical Writes return the metadata directly, Reads return it nested inside the "metadata" key var metadataMap map[string]interface{} metadataInterface, ok := secret.Data["metadata"] if ok { metadataMap, ok = metadataInterface.(map[string]interface{}) if !ok { return nil, fmt.Errorf("unexpected type for 'metadata' element: %T (%#v)", metadataInterface, metadataInterface) } } else { metadataMap = secret.Data } // deletion_time usually comes in as an empty string which can't be // processed as time.RFC3339, so we reset it to a convertible value if metadataMap["deletion_time"] == "" { metadataMap["deletion_time"] = time.Time{} } d, err := mapstructure.NewDecoder(&mapstructure.DecoderConfig{ DecodeHook: mapstructure.StringToTimeHookFunc(time.RFC3339), Result: &metadata, }) if err != nil { return nil, fmt.Errorf("error setting up decoder for API response: %w", err) } err = d.Decode(metadataMap) if err != nil { return nil, fmt.Errorf("error decoding metadata from API response into VersionMetadata: %w", err) } return metadata, nil } func extractFullMetadata(secret *Secret) (*KVMetadata, error) { var metadata *KVMetadata if secret.Data == nil { return nil, nil } if versions, ok := secret.Data["versions"]; ok { versionsMap := versions.(map[string]interface{}) if len(versionsMap) > 0 { for version, metadata := range versionsMap { metadataMap := metadata.(map[string]interface{}) // deletion_time usually comes in as an empty string which can't be // processed as time.RFC3339, so we reset it to a convertible value if metadataMap["deletion_time"] == "" { metadataMap["deletion_time"] = time.Time{} } versionInt, err := strconv.Atoi(version) if err != nil { return nil, fmt.Errorf("error converting version %s to integer: %w", version, err) } metadataMap["version"] = versionInt versionsMap[version] = metadataMap // save the updated copy of the metadata map } } secret.Data["versions"] = versionsMap // save the updated copy of the versions map } d, err := mapstructure.NewDecoder(&mapstructure.DecoderConfig{ DecodeHook: mapstructure.ComposeDecodeHookFunc( mapstructure.StringToTimeHookFunc(time.RFC3339), mapstructure.StringToTimeDurationHookFunc(), ), Result: &metadata, }) if err != nil { return nil, fmt.Errorf("error setting up decoder for API response: %w", err) } err = d.Decode(secret.Data) if err != nil { return nil, fmt.Errorf("error decoding metadata from API response into KVMetadata: %w", err) } return metadata, nil }