Andrew Rynhard e81b3d11a8 feat: output machined logs to /dev/kmsg and file
Since dmesg is not streamed, it becomes difficult to debug issues with
machined. This fixes that by setting up the logging of machine to go to
/dev/kmsg and to a log file.

Signed-off-by: Andrew Rynhard <andrew@andrewrynhard.com>
2019-11-03 12:53:13 -08:00

151 lines
4.5 KiB
Go

// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
// nolint: dupl,golint
package services
import (
"context"
"fmt"
"net"
"strings"
"time"
containerdapi "github.com/containerd/containerd"
"github.com/containerd/containerd/oci"
specs "github.com/opencontainers/runtime-spec/specs-go"
"github.com/talos-systems/talos/internal/app/machined/pkg/system/conditions"
"github.com/talos-systems/talos/internal/app/machined/pkg/system/health"
"github.com/talos-systems/talos/internal/app/machined/pkg/system/runner"
"github.com/talos-systems/talos/internal/app/machined/pkg/system/runner/containerd"
"github.com/talos-systems/talos/internal/app/machined/pkg/system/runner/restart"
"github.com/talos-systems/talos/internal/pkg/runtime"
"github.com/talos-systems/talos/pkg/config/machine"
"github.com/talos-systems/talos/pkg/constants"
"github.com/talos-systems/talos/pkg/kubernetes"
"github.com/talos-systems/talos/pkg/retry"
)
// APID implements the Service interface. It serves as the concrete type with
// the required methods.
type APID struct{}
// ID implements the Service interface.
func (o *APID) ID(config runtime.Configurator) string {
return "apid"
}
// PreFunc implements the Service interface.
func (o *APID) PreFunc(ctx context.Context, config runtime.Configurator) error {
importer := containerd.NewImporter(constants.SystemContainerdNamespace, containerd.WithContainerdAddress(constants.SystemContainerdAddress))
return importer.Import(&containerd.ImportRequest{
Path: "/usr/images/apid.tar",
Options: []containerdapi.ImportOpt{
containerdapi.WithIndexName("talos/apid"),
},
})
}
// PostFunc implements the Service interface.
func (o *APID) PostFunc(config runtime.Configurator) (err error) {
return nil
}
// Condition implements the Service interface.
func (o *APID) Condition(config runtime.Configurator) conditions.Condition {
if config.Machine().Type() == machine.Worker {
return conditions.WaitForFileToExist(constants.KubeletKubeconfig)
}
return nil
}
// DependsOn implements the Service interface.
func (o *APID) DependsOn(config runtime.Configurator) []string {
return []string{"system-containerd", "containerd"}
}
func (o *APID) Runner(config runtime.Configurator) (runner.Runner, error) {
image := "talos/apid"
endpoints := []string{"127.0.0.1"}
if config.Machine().Type() == machine.Worker {
opts := []retry.Option{retry.WithUnits(3 * time.Second), retry.WithJitter(time.Second)}
err := retry.Constant(10*time.Minute, opts...).Retry(func() error {
h, err := kubernetes.NewHelper()
if err != nil {
return retry.ExpectedError(fmt.Errorf("failed to create client: %w", err))
}
endpoints, err = h.MasterIPs()
if err != nil {
return retry.ExpectedError(err)
}
return nil
})
if err != nil {
return nil, err
}
}
// Set the process arguments.
args := runner.Args{
ID: o.ID(config),
ProcessArgs: []string{
"/apid",
"--config=" + constants.ConfigPath,
"--endpoints=" + strings.Join(endpoints, ","),
},
}
// Set the mounts.
mounts := []specs.Mount{
{Type: "bind", Destination: "/etc/ssl", Source: "/etc/ssl", Options: []string{"bind", "ro"}},
{Type: "bind", Destination: constants.ConfigPath, Source: constants.ConfigPath, Options: []string{"rbind", "ro"}},
{Type: "bind", Destination: constants.SystemRunPath, Source: constants.SystemRunPath, Options: []string{"bind", "ro"}},
}
env := []string{}
for key, val := range config.Machine().Env() {
env = append(env, fmt.Sprintf("%s=%s", key, val))
}
return restart.New(containerd.NewRunner(
config.Debug(),
&args,
runner.WithContainerdAddress(constants.SystemContainerdAddress),
runner.WithContainerImage(image),
runner.WithEnv(env),
runner.WithOCISpecOpts(
oci.WithHostNamespace(specs.NetworkNamespace),
oci.WithMounts(mounts),
),
),
restart.WithType(restart.Forever),
), nil
}
// HealthFunc implements the HealthcheckedService interface
func (o *APID) HealthFunc(runtime.Configurator) health.Check {
return func(ctx context.Context) error {
var d net.Dialer
conn, err := d.DialContext(ctx, "tcp", fmt.Sprintf("%s:%d", "127.0.0.1", constants.OsdPort))
if err != nil {
return err
}
return conn.Close()
}
}
// HealthSettings implements the HealthcheckedService interface
func (o *APID) HealthSettings(runtime.Configurator) *health.Settings {
return &health.DefaultSettings
}