talos/pkg/cluster/kubernetes.go
Dmitry Sharshakov 653f838b09
feat: support multiple Docker cluster in talosctl cluster create
Dynamically map Kubernetes and Talos API ports to an available port on
the host, so every cluster gets its own unique set of parts.

As part of the changes, refactor the provision library and interfaces,
dropping old weird interfaces replacing with (hopefully) much more
descriprive names.

Signed-off-by: Dmitry Sharshakov <dmitry.sharshakov@siderolabs.com>
Signed-off-by: Andrey Smirnov <andrey.smirnov@siderolabs.com>
2024-04-04 21:21:39 +04:00

131 lines
2.8 KiB
Go

// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
package cluster
import (
"context"
"net"
"strconv"
"strings"
"time"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
"k8s.io/client-go/tools/clientcmd"
clientcmdapi "k8s.io/client-go/tools/clientcmd/api"
k8s "github.com/siderolabs/talos/pkg/kubernetes"
"github.com/siderolabs/talos/pkg/machinery/constants"
)
// KubernetesClient provides Kubernetes client built via Talos API Kubeconfig.
type KubernetesClient struct {
// Base Talos client provider.
ClientProvider
// ForceEndpoint overrides default Kubernetes API endpoint.
ForceEndpoint string
KubeHelper *k8s.Client
kubeconfig []byte
clientset *kubernetes.Clientset
}
// Kubeconfig returns raw kubeconfig.
//
// Kubeconfig is cached.
func (k *KubernetesClient) Kubeconfig(ctx context.Context) ([]byte, error) {
if k.kubeconfig != nil {
return k.kubeconfig, nil
}
client, err := k.Client()
if err != nil {
return nil, err
}
k.kubeconfig, err = client.Kubeconfig(ctx)
return k.kubeconfig, err
}
// K8sRestConfig returns *rest.Config (parsed kubeconfig).
func (k *KubernetesClient) K8sRestConfig(ctx context.Context) (*rest.Config, error) {
kubeconfig, err := k.Kubeconfig(ctx)
if err != nil {
return nil, err
}
config, err := clientcmd.BuildConfigFromKubeconfigGetter("", func() (*clientcmdapi.Config, error) {
return clientcmd.Load(kubeconfig)
})
if err != nil {
return nil, err
}
// patch timeout
config.Timeout = time.Minute
if k.ForceEndpoint != "" {
forceEndpoint, _ := strings.CutPrefix(k.ForceEndpoint, "https://")
host, port, err := net.SplitHostPort(forceEndpoint)
if err != nil {
host = forceEndpoint
port = strconv.Itoa(constants.DefaultControlPlanePort)
}
config.Host = net.JoinHostPort(host, port)
}
return config, nil
}
// K8sClient builds Kubernetes client via Talos Kubeconfig API.
//
// Kubernetes client instance is cached.
func (k *KubernetesClient) K8sClient(ctx context.Context) (*kubernetes.Clientset, error) {
if k.clientset != nil {
return k.clientset, nil
}
config, err := k.K8sRestConfig(ctx)
if err != nil {
return nil, err
}
if k.KubeHelper, err = k8s.NewForConfig(config); err != nil {
return nil, err
}
k.clientset = k.KubeHelper.Clientset
return k.clientset, nil
}
// K8sHelper returns wrapper around K8sClient.
func (k *KubernetesClient) K8sHelper(ctx context.Context) (*k8s.Client, error) {
if k.KubeHelper != nil {
return k.KubeHelper, nil
}
_, err := k.K8sClient(ctx)
if err != nil {
return nil, err
}
return k.KubeHelper, nil
}
// K8sClose closes Kubernetes client.
func (k *KubernetesClient) K8sClose() error {
if k.KubeHelper == nil {
return nil
}
return k.KubeHelper.Close()
}