// This Source Code Form is subject to the terms of the Mozilla Public // License, v. 2.0. If a copy of the MPL was not distributed with this // file, You can obtain one at http://mozilla.org/MPL/2.0/. //go:build integration // Package integration_test contains core runners for integration tests package integration_test import ( "flag" "fmt" "path/filepath" "slices" "testing" "github.com/stretchr/testify/suite" "github.com/siderolabs/talos/internal/integration/api" "github.com/siderolabs/talos/internal/integration/base" "github.com/siderolabs/talos/internal/integration/cli" "github.com/siderolabs/talos/internal/integration/k8s" provision_test "github.com/siderolabs/talos/internal/integration/provision" "github.com/siderolabs/talos/pkg/images" clientconfig "github.com/siderolabs/talos/pkg/machinery/client/config" "github.com/siderolabs/talos/pkg/machinery/constants" "github.com/siderolabs/talos/pkg/machinery/version" "github.com/siderolabs/talos/pkg/provision" "github.com/siderolabs/talos/pkg/provision/providers" ) // Accumulated list of all the suites to run. var allSuites []suite.TestingSuite // Flag values. var ( failFast bool trustedBoot bool selinuxEnforcing bool extensionsQEMU bool extensionsNvidia bool verifyUKIBooted bool talosConfig string endpoint string k8sEndpoint string expectedVersion string expectedGoVersion string talosctlPath string kubectlPath string helmPath string kubeStrPath string provisionerName string clusterName string stateDir string talosImage string csiTestName string csiTestTimeout string ) // TestIntegration ... // //nolint:gocyclo func TestIntegration(t *testing.T) { if talosConfig == "" { t.Error("--talos.config is not provided") } var ( cluster provision.Cluster provisioner provision.Provisioner err error ) if provisionerName != "" { // use provisioned cluster state as discovery source ctx := t.Context() provisioner, err = providers.Factory(ctx, provisionerName) if err != nil { t.Error("error initializing provisioner", err) } defer provisioner.Close() //nolint:errcheck cluster, err = provisioner.Reflect(ctx, clusterName, stateDir) if err != nil { t.Error("error reflecting cluster via provisioner", err) } if k8sEndpoint == "" && provisionerName == base.ProvisionerDocker { k8sEndpoint = cluster.Info().KubernetesEndpoint } } provision_test.DefaultSettings.CurrentVersion = expectedVersion for _, s := range allSuites { if configuredSuite, ok := s.(base.ConfiguredSuite); ok { configuredSuite.SetConfig(base.TalosSuite{ Endpoint: endpoint, K8sEndpoint: k8sEndpoint, Cluster: cluster, TalosConfig: talosConfig, Version: expectedVersion, GoVersion: expectedGoVersion, TalosctlPath: talosctlPath, KubectlPath: kubectlPath, HelmPath: helmPath, KubeStrPath: kubeStrPath, ExtensionsQEMU: extensionsQEMU, ExtensionsNvidia: extensionsNvidia, TrustedBoot: trustedBoot, SelinuxEnforcing: selinuxEnforcing, VerifyUKIBooted: verifyUKIBooted, TalosImage: talosImage, CSITestName: csiTestName, CSITestTimeout: csiTestTimeout, }) } var suiteName string if namedSuite, ok := s.(base.NamedSuite); ok { suiteName = namedSuite.SuiteName() } t.Run(suiteName, func(tt *testing.T) { suite.Run(tt, s) //nolint:scopelint }) if failFast && t.Failed() { t.Log("fastfail mode enabled, aborting on first failure") break } } } func init() { defaultTalosConfigs, _ := clientconfig.GetDefaultPaths() //nolint:errcheck defaultStateDir, err := clientconfig.GetTalosDirectory() if err == nil { defaultStateDir = filepath.Join(defaultStateDir, "clusters") } flag.BoolVar(&failFast, "talos.failfast", false, "fail the test run on the first failed test") flag.BoolVar(&trustedBoot, "talos.trustedboot", false, "enable tests for trusted boot mode") flag.BoolVar(&selinuxEnforcing, "talos.enforcing", false, "enable tests for SELinux enforcing mode") flag.BoolVar(&extensionsQEMU, "talos.extensions.qemu", false, "enable tests for qemu extensions") flag.BoolVar(&extensionsNvidia, "talos.extensions.nvidia", false, "enable tests for nvidia extensions") flag.BoolVar(&verifyUKIBooted, "talos.verifyukibooted", true, "enable tests for verifying that Talos was booted using a UKI") flag.StringVar( &talosConfig, "talos.config", defaultTalosConfigs[0].Path, fmt.Sprintf("The path to the Talos configuration file. Defaults to '%s' env variable if set, otherwise '%s' and '%s' in order.", constants.TalosConfigEnvVar, filepath.Join("$HOME", constants.TalosDir, constants.TalosconfigFilename), filepath.Join(constants.ServiceAccountMountPath, constants.TalosconfigFilename), ), ) flag.StringVar(&endpoint, "talos.endpoint", "", "endpoint to use (overrides config)") flag.StringVar(&k8sEndpoint, "talos.k8sendpoint", "", "Kubernetes endpoint to use (overrides kubeconfig)") flag.StringVar(&provisionerName, "talos.provisioner", "", "Talos cluster provisioner to use, if not set cluster state is disabled") flag.StringVar(&stateDir, "talos.state", defaultStateDir, "directory path to store cluster state") flag.StringVar(&clusterName, "talos.name", "talos-default", "the name of the cluster") flag.StringVar(&expectedVersion, "talos.version", version.Tag, "expected Talos version") flag.StringVar(&expectedGoVersion, "talos.go.version", constants.GoVersion, "expected Talos version") flag.StringVar(&talosctlPath, "talos.talosctlpath", "talosctl", "The path to 'talosctl' binary") flag.StringVar(&kubectlPath, "talos.kubectlpath", "kubectl", "The path to 'kubectl' binary") flag.StringVar(&helmPath, "talos.helmpath", "helm", "The path to 'helm' binary") flag.StringVar(&kubeStrPath, "talos.kubestrpath", "kubestr", "The path to 'kubestr' binary") flag.StringVar(&talosImage, "talos.image", images.DefaultTalosImageRepository, "The default 'talos' container image") flag.StringVar(&csiTestName, "talos.csi", "", "CSI test to run") flag.StringVar(&csiTestTimeout, "talos.csi.timeout", "15m", "CSI test timeout") flag.StringVar(&provision_test.DefaultSettings.CIDR, "talos.provision.cidr", provision_test.DefaultSettings.CIDR, "CIDR to use to provision clusters (provision tests only)") flag.Var(&provision_test.DefaultSettings.RegistryMirrors, "talos.provision.registry-mirror", "registry mirrors to use (provision tests only)") flag.IntVar(&provision_test.DefaultSettings.MTU, "talos.provision.mtu", provision_test.DefaultSettings.MTU, "MTU to use for cluster network (provision tests only)") flag.Int64Var(&provision_test.DefaultSettings.CPUs, "talos.provision.cpu", provision_test.DefaultSettings.CPUs, "CPU count for each VM (provision tests only)") flag.Int64Var(&provision_test.DefaultSettings.MemMB, "talos.provision.mem", provision_test.DefaultSettings.MemMB, "memory (in MiB) for each VM (provision tests only)") flag.Uint64Var(&provision_test.DefaultSettings.DiskGB, "talos.provision.disk", provision_test.DefaultSettings.DiskGB, "disk size (in GiB) for each VM (provision tests only)") flag.IntVar(&provision_test.DefaultSettings.ControlplaneNodes, "talos.provision.controlplanes", provision_test.DefaultSettings.ControlplaneNodes, "controlplane node count (provision tests only)") flag.IntVar(&provision_test.DefaultSettings.WorkerNodes, "talos.provision.workers", provision_test.DefaultSettings.WorkerNodes, "worker node count (provision tests only)") flag.StringVar(&provision_test.DefaultSettings.TargetInstallImageRegistry, "talos.provision.target-installer-registry", provision_test.DefaultSettings.TargetInstallImageRegistry, "image registry for target installer image (provision tests only)") flag.StringVar(&provision_test.DefaultSettings.CustomCNIURL, "talos.provision.custom-cni-url", provision_test.DefaultSettings.CustomCNIURL, "custom CNI URL for the cluster (provision tests only)") flag.StringVar(&provision_test.DefaultSettings.CNIBundleURL, "talos.provision.cni-bundle-url", provision_test.DefaultSettings.CNIBundleURL, "URL to download CNI bundle from") allSuites = slices.Concat(api.GetAllSuites(), cli.GetAllSuites(), k8s.GetAllSuites(), provision_test.GetAllSuites()) }