mirror of
https://github.com/hashicorp/vault.git
synced 2025-08-17 03:57:01 +02:00
* Work on raft backend * Add logstore locally * Add encryptor and unsealable interfaces * Add clustering support to raft * Remove client and handler * Bootstrap raft on init * Cleanup raft logic a bit * More raft work * Work on TLS config * More work on bootstrapping * Fix build * More work on bootstrapping * More bootstrapping work * fix build * Remove consul dep * Fix build * merged oss/master into raft-storage * Work on bootstrapping * Get bootstrapping to work * Clean up FMS and node-id * Update local node ID logic * Cleanup node-id change * Work on snapshotting * Raft: Add remove peer API (#906) * Add remove peer API * Add some comments * Fix existing snapshotting (#909) * Raft get peers API (#912) * Read raft configuration * address review feedback * Use the Leadership Transfer API to step-down the active node (#918) * Raft join and unseal using Shamir keys (#917) * Raft join using shamir * Store AEAD instead of master key * Split the raft join process to answer the challenge after a successful unseal * get the follower to standby state * Make unseal work * minor changes * Some input checks * reuse the shamir seal access instead of new default seal access * refactor joinRaftSendAnswer function * Synchronously send answer in auto-unseal case * Address review feedback * Raft snapshots (#910) * Fix existing snapshotting * implement the noop snapshotting * Add comments and switch log libraries * add some snapshot tests * add snapshot test file * add TODO * More work on raft snapshotting * progress on the ConfigStore strategy * Don't use two buckets * Update the snapshot store logic to hide the file logic * Add more backend tests * Cleanup code a bit * [WIP] Raft recovery (#938) * Add recovery functionality * remove fmt.Printfs * Fix a few fsm bugs * Add max size value for raft backend (#942) * Add max size value for raft backend * Include physical.ErrValueTooLarge in the message * Raft snapshot Take/Restore API (#926) * Inital work on raft snapshot APIs * Always redirect snapshot install/download requests * More work on the snapshot APIs * Cleanup code a bit * On restore handle special cases * Use the seal to encrypt the sha sum file * Add sealer mechanism and fix some bugs * Call restore while state lock is held * Send restore cb trigger through raft log * Make error messages nicer * Add test helpers * Add snapshot test * Add shamir unseal test * Add more raft snapshot API tests * Fix locking * Change working to initalize * Add underlying raw object to test cluster core * Move leaderUUID to core * Add raft TLS rotation logic (#950) * Add TLS rotation logic * Cleanup logic a bit * Add/Remove from follower state on add/remove peer * add comments * Update more comments * Update request_forwarding_service.proto * Make sure we populate all nodes in the followerstate obj * Update times * Apply review feedback * Add more raft config setting (#947) * Add performance config setting * Add more config options and fix tests * Test Raft Recovery (#944) * Test raft recovery * Leave out a node during recovery * remove unused struct * Update physical/raft/snapshot_test.go * Update physical/raft/snapshot_test.go * fix vendoring * Switch to new raft interface * Remove unused files * Switch a gogo -> proto instance * Remove unneeded vault dep in go.sum * Update helper/testhelpers/testhelpers.go Co-Authored-By: Calvin Leung Huang <cleung2010@gmail.com> * Update vault/cluster/cluster.go * track active key within the keyring itself (#6915) * track active key within the keyring itself * lookup and store using the active key ID * update docstring * minor refactor * Small text fixes (#6912) * Update physical/raft/raft.go Co-Authored-By: Calvin Leung Huang <cleung2010@gmail.com> * review feedback * Move raft logical system into separate file * Update help text a bit * Enforce cluster addr is set and use it for raft bootstrapping * Fix tests * fix http test panic * Pull in latest raft-snapshot library * Add comment
123 lines
4.2 KiB
Go
123 lines
4.2 KiB
Go
// Copyright 2016 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// +build ignore
|
|
|
|
// mkpost processes the output of cgo -godefs to
|
|
// modify the generated types. It is used to clean up
|
|
// the sys API in an architecture specific manner.
|
|
//
|
|
// mkpost is run after cgo -godefs; see README.md.
|
|
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"go/format"
|
|
"io/ioutil"
|
|
"log"
|
|
"os"
|
|
"regexp"
|
|
)
|
|
|
|
func main() {
|
|
// Get the OS and architecture (using GOARCH_TARGET if it exists)
|
|
goos := os.Getenv("GOOS")
|
|
goarch := os.Getenv("GOARCH_TARGET")
|
|
if goarch == "" {
|
|
goarch = os.Getenv("GOARCH")
|
|
}
|
|
// Check that we are using the Docker-based build system if we should be.
|
|
if goos == "linux" {
|
|
if os.Getenv("GOLANG_SYS_BUILD") != "docker" {
|
|
os.Stderr.WriteString("In the Docker-based build system, mkpost should not be called directly.\n")
|
|
os.Stderr.WriteString("See README.md\n")
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
b, err := ioutil.ReadAll(os.Stdin)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
if goos == "aix" {
|
|
// Replace type of Atim, Mtim and Ctim by Timespec in Stat_t
|
|
// to avoid having both StTimespec and Timespec.
|
|
sttimespec := regexp.MustCompile(`_Ctype_struct_st_timespec`)
|
|
b = sttimespec.ReplaceAll(b, []byte("Timespec"))
|
|
}
|
|
|
|
// Intentionally export __val fields in Fsid and Sigset_t
|
|
valRegex := regexp.MustCompile(`type (Fsid|Sigset_t) struct {(\s+)X__val(\s+\S+\s+)}`)
|
|
b = valRegex.ReplaceAll(b, []byte("type $1 struct {${2}Val$3}"))
|
|
|
|
// Intentionally export __fds_bits field in FdSet
|
|
fdSetRegex := regexp.MustCompile(`type (FdSet) struct {(\s+)X__fds_bits(\s+\S+\s+)}`)
|
|
b = fdSetRegex.ReplaceAll(b, []byte("type $1 struct {${2}Bits$3}"))
|
|
|
|
// If we have empty Ptrace structs, we should delete them. Only s390x emits
|
|
// nonempty Ptrace structs.
|
|
ptraceRexexp := regexp.MustCompile(`type Ptrace((Psw|Fpregs|Per) struct {\s*})`)
|
|
b = ptraceRexexp.ReplaceAll(b, nil)
|
|
|
|
// Replace the control_regs union with a blank identifier for now.
|
|
controlRegsRegex := regexp.MustCompile(`(Control_regs)\s+\[0\]uint64`)
|
|
b = controlRegsRegex.ReplaceAll(b, []byte("_ [0]uint64"))
|
|
|
|
// Remove fields that are added by glibc
|
|
// Note that this is unstable as the identifers are private.
|
|
removeFieldsRegex := regexp.MustCompile(`X__glibc\S*`)
|
|
b = removeFieldsRegex.ReplaceAll(b, []byte("_"))
|
|
|
|
// Convert [65]int8 to [65]byte in Utsname members to simplify
|
|
// conversion to string; see golang.org/issue/20753
|
|
convertUtsnameRegex := regexp.MustCompile(`((Sys|Node|Domain)name|Release|Version|Machine)(\s+)\[(\d+)\]u?int8`)
|
|
b = convertUtsnameRegex.ReplaceAll(b, []byte("$1$3[$4]byte"))
|
|
|
|
// Convert [1024]int8 to [1024]byte in Ptmget members
|
|
convertPtmget := regexp.MustCompile(`([SC]n)(\s+)\[(\d+)\]u?int8`)
|
|
b = convertPtmget.ReplaceAll(b, []byte("$1[$3]byte"))
|
|
|
|
// Remove spare fields (e.g. in Statx_t)
|
|
spareFieldsRegex := regexp.MustCompile(`X__spare\S*`)
|
|
b = spareFieldsRegex.ReplaceAll(b, []byte("_"))
|
|
|
|
// Remove cgo padding fields
|
|
removePaddingFieldsRegex := regexp.MustCompile(`Pad_cgo_\d+`)
|
|
b = removePaddingFieldsRegex.ReplaceAll(b, []byte("_"))
|
|
|
|
// Remove padding, hidden, or unused fields
|
|
removeFieldsRegex = regexp.MustCompile(`\b(X_\S+|Padding)`)
|
|
b = removeFieldsRegex.ReplaceAll(b, []byte("_"))
|
|
|
|
// Remove the first line of warning from cgo
|
|
b = b[bytes.IndexByte(b, '\n')+1:]
|
|
// Modify the command in the header to include:
|
|
// mkpost, our own warning, and a build tag.
|
|
replacement := fmt.Sprintf(`$1 | go run mkpost.go
|
|
// Code generated by the command above; see README.md. DO NOT EDIT.
|
|
|
|
// +build %s,%s`, goarch, goos)
|
|
cgoCommandRegex := regexp.MustCompile(`(cgo -godefs .*)`)
|
|
b = cgoCommandRegex.ReplaceAll(b, []byte(replacement))
|
|
|
|
// Rename Stat_t time fields
|
|
if goos == "freebsd" && goarch == "386" {
|
|
// Hide Stat_t.[AMCB]tim_ext fields
|
|
renameStatTimeExtFieldsRegex := regexp.MustCompile(`[AMCB]tim_ext`)
|
|
b = renameStatTimeExtFieldsRegex.ReplaceAll(b, []byte("_"))
|
|
}
|
|
renameStatTimeFieldsRegex := regexp.MustCompile(`([AMCB])(?:irth)?time?(?:spec)?\s+(Timespec|StTimespec)`)
|
|
b = renameStatTimeFieldsRegex.ReplaceAll(b, []byte("${1}tim ${2}"))
|
|
|
|
// gofmt
|
|
b, err = format.Source(b)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
os.Stdout.Write(b)
|
|
}
|