/* Copyright 2021 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package source import ( "context" "fmt" "maps" "text/template" log "github.com/sirupsen/logrus" corev1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/labels" kubeinformers "k8s.io/client-go/informers" coreinformers "k8s.io/client-go/informers/core/v1" "k8s.io/client-go/kubernetes" "k8s.io/client-go/tools/cache" "sigs.k8s.io/external-dns/source/fqdn" "sigs.k8s.io/external-dns/endpoint" "sigs.k8s.io/external-dns/source/annotations" "sigs.k8s.io/external-dns/source/informers" ) type podSource struct { client kubernetes.Interface namespace string fqdnTemplate *template.Template combineFQDNAnnotation bool podInformer coreinformers.PodInformer nodeInformer coreinformers.NodeInformer compatibility string ignoreNonHostNetworkPods bool podSourceDomain string } // NewPodSource creates a new podSource with the given config. func NewPodSource( ctx context.Context, kubeClient kubernetes.Interface, namespace string, compatibility string, ignoreNonHostNetworkPods bool, podSourceDomain string, fqdnTemplate string, combineFqdnAnnotation bool, ) (Source, error) { informerFactory := kubeinformers.NewSharedInformerFactoryWithOptions(kubeClient, 0, kubeinformers.WithNamespace(namespace)) podInformer := informerFactory.Core().V1().Pods() nodeInformer := informerFactory.Core().V1().Nodes() _, _ = podInformer.Informer().AddEventHandler( cache.ResourceEventHandlerFuncs{ AddFunc: func(obj interface{}) { }, }, ) _, _ = nodeInformer.Informer().AddEventHandler( cache.ResourceEventHandlerFuncs{ AddFunc: func(obj interface{}) { }, }, ) informerFactory.Start(ctx.Done()) // wait for the local cache to be populated. if err := informers.WaitForCacheSync(context.Background(), informerFactory); err != nil { return nil, err } tmpl, err := fqdn.ParseTemplate(fqdnTemplate) if err != nil { return nil, err } return &podSource{ client: kubeClient, podInformer: podInformer, nodeInformer: nodeInformer, namespace: namespace, compatibility: compatibility, ignoreNonHostNetworkPods: ignoreNonHostNetworkPods, podSourceDomain: podSourceDomain, fqdnTemplate: tmpl, combineFQDNAnnotation: combineFqdnAnnotation, }, nil } func (*podSource) AddEventHandler(_ context.Context, _ func()) { } func (ps *podSource) Endpoints(_ context.Context) ([]*endpoint.Endpoint, error) { pods, err := ps.podInformer.Lister().Pods(ps.namespace).List(labels.Everything()) if err != nil { return nil, err } endpointMap := make(map[endpoint.EndpointKey][]string) for _, pod := range pods { if ps.fqdnTemplate == nil || ps.combineFQDNAnnotation { ps.addPodEndpointsToEndpointMap(endpointMap, pod) } if ps.fqdnTemplate != nil { fqdnHosts, err := ps.hostsFromTemplate(pod) if err != nil { return nil, err } maps.Copy(endpointMap, fqdnHosts) } } var endpoints []*endpoint.Endpoint for key, targets := range endpointMap { endpoints = append(endpoints, endpoint.NewEndpoint(key.DNSName, key.RecordType, targets...)) } return endpoints, nil } func (ps *podSource) addPodEndpointsToEndpointMap(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod) { if ps.ignoreNonHostNetworkPods && !pod.Spec.HostNetwork { log.Debugf("skipping pod %s. hostNetwork=false", pod.Name) return } targets := annotations.TargetsFromTargetAnnotation(pod.Annotations) ps.addInternalHostnameAnnotationEndpoints(endpointMap, pod, targets) ps.addHostnameAnnotationEndpoints(endpointMap, pod, targets) ps.addKopsDNSControllerEndpoints(endpointMap, pod, targets) ps.addPodSourceDomainEndpoints(endpointMap, pod, targets) } func (ps *podSource) addInternalHostnameAnnotationEndpoints(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod, targets []string) { if domainAnnotation, ok := pod.Annotations[internalHostnameAnnotationKey]; ok { domainList := annotations.SplitHostnameAnnotation(domainAnnotation) for _, domain := range domainList { if len(targets) == 0 { addToEndpointMap(endpointMap, domain, suitableType(pod.Status.PodIP), pod.Status.PodIP) } else { addTargetsToEndpointMap(endpointMap, targets, domain) } } } } func (ps *podSource) addHostnameAnnotationEndpoints(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod, targets []string) { if domainAnnotation, ok := pod.Annotations[hostnameAnnotationKey]; ok { domainList := annotations.SplitHostnameAnnotation(domainAnnotation) if len(targets) == 0 { ps.addPodNodeEndpointsToEndpointMap(endpointMap, pod, domainList) } else { addTargetsToEndpointMap(endpointMap, targets, domainList...) } } } func (ps *podSource) addKopsDNSControllerEndpoints(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod, targets []string) { if ps.compatibility == "kops-dns-controller" { if domainAnnotation, ok := pod.Annotations[kopsDNSControllerInternalHostnameAnnotationKey]; ok { domainList := annotations.SplitHostnameAnnotation(domainAnnotation) for _, domain := range domainList { addToEndpointMap(endpointMap, domain, suitableType(pod.Status.PodIP), pod.Status.PodIP) } } if domainAnnotation, ok := pod.Annotations[kopsDNSControllerHostnameAnnotationKey]; ok { domainList := annotations.SplitHostnameAnnotation(domainAnnotation) ps.addPodNodeEndpointsToEndpointMap(endpointMap, pod, domainList) } } } func (ps *podSource) addPodSourceDomainEndpoints(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod, targets []string) { if ps.podSourceDomain != "" { domain := pod.Name + "." + ps.podSourceDomain if len(targets) == 0 { addToEndpointMap(endpointMap, domain, suitableType(pod.Status.PodIP), pod.Status.PodIP) } addTargetsToEndpointMap(endpointMap, targets, domain) } } func (ps *podSource) addPodNodeEndpointsToEndpointMap(endpointMap map[endpoint.EndpointKey][]string, pod *corev1.Pod, domainList []string) { node, err := ps.nodeInformer.Lister().Get(pod.Spec.NodeName) if err != nil { log.Debugf("Get node[%s] of pod[%s] error: %v; ignoring", pod.Spec.NodeName, pod.GetName(), err) return } for _, domain := range domainList { for _, address := range node.Status.Addresses { recordType := suitableType(address.Address) // IPv6 addresses are labeled as NodeInternalIP despite being usable externally as well. if address.Type == corev1.NodeExternalIP || (address.Type == corev1.NodeInternalIP && recordType == endpoint.RecordTypeAAAA) { addToEndpointMap(endpointMap, domain, recordType, address.Address) } } } } func (ps *podSource) hostsFromTemplate(pod *corev1.Pod) (map[endpoint.EndpointKey][]string, error) { hosts, err := fqdn.ExecTemplate(ps.fqdnTemplate, pod) if err != nil { return nil, fmt.Errorf("skipping generating endpoints from template for pod %s: %w", pod.Name, err) } result := make(map[endpoint.EndpointKey][]string) for _, target := range hosts { for _, address := range pod.Status.PodIPs { if address.IP == "" { log.Debugf("skipping pod %q. PodIP is empty with phase %q", pod.Name, pod.Status.Phase) continue } key := endpoint.EndpointKey{ DNSName: target, RecordType: suitableType(address.IP), } result[key] = append(result[key], address.IP) } } return result, nil } func addTargetsToEndpointMap(endpointMap map[endpoint.EndpointKey][]string, targets []string, domainList ...string) { for _, domain := range domainList { for _, target := range targets { addToEndpointMap(endpointMap, domain, suitableType(target), target) } } } func addToEndpointMap(endpointMap map[endpoint.EndpointKey][]string, domain string, recordType string, address string) { key := endpoint.EndpointKey{ DNSName: domain, RecordType: recordType, } if _, ok := endpointMap[key]; !ok { endpointMap[key] = []string{} } endpointMap[key] = append(endpointMap[key], address) }