mirror of
https://github.com/siderolabs/talos.git
synced 2025-10-04 20:21:18 +02:00
5ecddf2866
Handling of multiple endpoints has already been implemented in #2094. This PR enables round-robin policy so that grpc picks up new endpoint for each call (and not send each request to the first control plane node). Endpoint list is randomized to handle cases when only one request is going to be sent, so that it doesn't go always to the first node in the list. gprc handles dead/unresponsive nodes automatically for us. `talosctl cluster create` and provision tests switched to use client-side load balancer for Talos API. On the additional improvements we got: * `talosctl` now reports correct node IP when using commands without `-n`, not the loadbalancer IP (if using multiple endpoints of course) * loadbalancer can't provide reliable handling of errors when upstream server is unresponsive or there're no upstreams available, grpc returns much more helpful errors Fixes #1641 Signed-off-by: Andrey Smirnov <smirnov.andrey@gmail.com>
90 lines
2.0 KiB
Go
90 lines
2.0 KiB
Go
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
package client
|
|
|
|
import (
|
|
"fmt"
|
|
"math/rand"
|
|
"strings"
|
|
|
|
"google.golang.org/grpc/resolver"
|
|
|
|
"github.com/talos-systems/talos/pkg/constants"
|
|
"github.com/talos-systems/talos/pkg/net"
|
|
)
|
|
|
|
func init() {
|
|
resolver.Register(&talosListResolverBuilder{})
|
|
}
|
|
|
|
const talosListResolverScheme = "taloslist"
|
|
|
|
type talosListResolverBuilder struct{}
|
|
|
|
// Build implements resolver.Builder.
|
|
func (b *talosListResolverBuilder) Build(target resolver.Target, cc resolver.ClientConn, opts resolver.BuildOptions) (resolver.Resolver, error) {
|
|
r := &talosListResolver{
|
|
target: target,
|
|
cc: cc,
|
|
}
|
|
|
|
if err := r.start(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return r, nil
|
|
}
|
|
|
|
// Build implements resolver.Builder.
|
|
func (b *talosListResolverBuilder) Scheme() string {
|
|
return talosListResolverScheme
|
|
}
|
|
|
|
type talosListResolver struct {
|
|
target resolver.Target
|
|
cc resolver.ClientConn
|
|
}
|
|
|
|
func (r *talosListResolver) start() error {
|
|
var addrs []resolver.Address // nolint: prealloc
|
|
|
|
for _, a := range strings.Split(r.target.Endpoint, ",") {
|
|
addrs = append(addrs, resolver.Address{
|
|
ServerName: a,
|
|
Addr: fmt.Sprintf("%s:%d", net.FormatAddress(a), constants.ApidPort),
|
|
})
|
|
}
|
|
|
|
// shuffle the list in case client does just one request
|
|
rand.Shuffle(len(addrs), func(i, j int) {
|
|
addrs[i], addrs[j] = addrs[j], addrs[i]
|
|
})
|
|
|
|
serviceConfigJSON := `{
|
|
"loadBalancingConfig": [{
|
|
"round_robin": {}
|
|
}]
|
|
}`
|
|
|
|
parsedServiceConfig := r.cc.ParseServiceConfig(serviceConfigJSON)
|
|
|
|
if parsedServiceConfig.Err != nil {
|
|
return parsedServiceConfig.Err
|
|
}
|
|
|
|
r.cc.UpdateState(resolver.State{
|
|
Addresses: addrs,
|
|
ServiceConfig: parsedServiceConfig,
|
|
})
|
|
|
|
return nil
|
|
}
|
|
|
|
// ResolveNow implements resolver.Resolver.
|
|
func (r *talosListResolver) ResolveNow(o resolver.ResolveNowOptions) {}
|
|
|
|
// ResolveNow implements resolver.Resolver.
|
|
func (r *talosListResolver) Close() {}
|