/* Copyright (c) Edgeless Systems GmbH SPDX-License-Identifier: AGPL-3.0-only */ /* Package versions defines the supported versions of Constellation components. Binaries and container image versions are pinned by their hashes, the generate tool can be found in the hash-generator subpackage. */ package versions import ( "fmt" "sort" "strings" "github.com/edgelesssys/constellation/v2/internal/compatibility" "github.com/edgelesssys/constellation/v2/internal/constants" "github.com/edgelesssys/constellation/v2/internal/versions/components" "golang.org/x/mod/semver" ) // SupportedK8sVersions returns a list (sorted) of supported Kubernetes versions. func SupportedK8sVersions() []string { validVersions := make([]string, len(VersionConfigs)) i := 0 for _, conf := range VersionConfigs { validVersions[i] = compatibility.EnsurePrefixV(conf.ClusterVersion) i++ } validVersionsSorted := semver.ByVersion(validVersions) sort.Sort(validVersionsSorted) return validVersionsSorted } // ValidK8sVersion represents any of the three currently supported k8s versions. type ValidK8sVersion string // NewValidK8sVersion validates the given string and produces a new ValidK8sVersion object. // It accepts a full version (e.g. 1.26.7) and validates it. // Returns an empty string if the given version is invalid. // strict controls whether the patch version is checked or not. // If strict is false, the patch version validation is skipped. func NewValidK8sVersion(k8sVersion string, strict bool) (ValidK8sVersion, error) { prefixedVersion := compatibility.EnsurePrefixV(k8sVersion) var supported bool if strict { supported = isSupportedK8sVersionStrict(prefixedVersion) } else { supported = isSupportedK8sVersion(prefixedVersion) } if !supported { return "", fmt.Errorf("invalid Kubernetes version: %s; supported versions are %v", prefixedVersion, SupportedK8sVersions()) } return ValidK8sVersion(prefixedVersion), nil } // UnmarshalYAML implements the yaml.Unmarshaler interface. func (v *ValidK8sVersion) UnmarshalYAML(unmarshal func(interface{}) error) error { var version string if err := unmarshal(&version); err != nil { return err } if !hasPatchVersion(version) { return fmt.Errorf("Kubernetes version %s does not specify a patch, supported versions are %s", version, strings.Join(SupportedK8sVersions(), ", ")) } valid, err := NewValidK8sVersion(version, false) // allow any patch version to not force K8s patch upgrades if err != nil { return fmt.Errorf("unsupported Kubernetes version %s, supported versions are %s", version, strings.Join(SupportedK8sVersions(), ", ")) } *v = valid return nil } // ResolveK8sPatchVersion transforms a MAJOR.MINOR definition into a supported // MAJOR.MINOR.PATCH release. func ResolveK8sPatchVersion(k8sVersion string) (string, error) { k8sVersion = compatibility.EnsurePrefixV(k8sVersion) if !semver.IsValid(k8sVersion) { return "", fmt.Errorf("Kubernetes version does not specify a valid semantic version: %s", k8sVersion) } if hasPatchVersion(k8sVersion) { return k8sVersion, nil } extendedVersion := k8sVersionFromMajorMinor(k8sVersion) if extendedVersion == "" { return "", fmt.Errorf("Kubernetes version %s is not valid. Supported versions: %s", strings.TrimPrefix(k8sVersion, "v"), supportedVersions()) } return extendedVersion, nil } // k8sVersionFromMajorMinor takes a semver in format MAJOR.MINOR // and returns the version in format MAJOR.MINOR.PATCH with the // supported patch version as PATCH. func k8sVersionFromMajorMinor(version string) string { switch version { case semver.MajorMinor(string(V1_26)): return string(V1_26) case semver.MajorMinor(string(V1_27)): return string(V1_27) case semver.MajorMinor(string(V1_28)): return string(V1_28) default: return "" } } // supportedVersions prints the supported version without v prefix and without patch version. // Should only be used when accepting Kubernetes versions from --kubernetes. func supportedVersions() string { builder := strings.Builder{} for i, version := range SupportedK8sVersions() { if i > 0 { builder.WriteString(" ") } builder.WriteString(strings.TrimPrefix(semver.MajorMinor(version), "v")) } return builder.String() } // IsSupportedK8sVersion checks if a given Kubernetes minor version is supported by Constellation. // Note: the patch version is not checked! func isSupportedK8sVersion(version string) bool { for _, valid := range SupportedK8sVersions() { if semver.MajorMinor(valid) == semver.MajorMinor(version) { return true } } return false } // IsSupportedK8sVersion checks if a given Kubernetes version is supported by Constellation. func isSupportedK8sVersionStrict(version string) bool { for _, valid := range SupportedK8sVersions() { if valid == version { return true } } return false } // IsPreviewK8sVersion checks if a given Kubernetes version is still in preview and not fully supported. func IsPreviewK8sVersion(_ ValidK8sVersion) bool { return false } // hasPatchVersion returns if the given version has specified a patch version. func hasPatchVersion(version string) bool { return semver.MajorMinor(version) != version } const ( // // Constellation images. // These images are built in a way that they support all versions currently listed in VersionConfigs. // // KonnectivityAgentImage agent image for konnectivity service. KonnectivityAgentImage = "registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.2@sha256:cd3046d253d26ffb5907c625e0d0c2be05c5693c90e12116980851739fc0ead8" // renovate:container // KonnectivityServerImage server image for konnectivity service. KonnectivityServerImage = "registry.k8s.io/kas-network-proxy/proxy-server:v0.1.2@sha256:79933c3779bc30e33bb7509dff913e70f6ba78ad441f4827f0f3e840ce5f3ddb" // renovate:container // GcpGuestImage image for GCP guest agent. // Check for new versions at https://github.com/GoogleCloudPlatform/guest-agent/releases and update in /.github/workflows/build-gcp-guest-agent.yml. GcpGuestImage = "ghcr.io/edgelesssys/gcp-guest-agent:v20231016.0.0@sha256:c51ebfc2b67f5a39daba88039e7f8f171d7084656c49c092cc53b0a2318209b2" // renovate:container // NodeMaintenanceOperatorImage is the image for the node maintenance operator. NodeMaintenanceOperatorImage = "quay.io/medik8s/node-maintenance-operator:v0.15.0@sha256:8cb8dad93283268282c30e75c68f4bd76b28def4b68b563d2f9db9c74225d634" // renovate:container // LogstashImage is the container image of logstash, used for log collection by debugd. LogstashImage = "ghcr.io/edgelesssys/constellation/logstash-debugd:v2.13.0-pre.0.20231017104710-b2f3f72488db@sha256:4a589fe1a8bd91e333ef525cd5933a62362b0be3161b5c11ffb0976b5c6c0752" // renovate:container // FilebeatImage is the container image of filebeat, used for log collection by debugd. FilebeatImage = "ghcr.io/edgelesssys/constellation/filebeat-debugd:v2.13.0-pre.0.20231017104710-b2f3f72488db@sha256:fc0ad266c9af8ab152568847952533b1df325c16f693f5b5be821eb3141a8fd2" // renovate:container // MetricbeatImage is the container image of filebeat, used for log collection by debugd. MetricbeatImage = "ghcr.io/edgelesssys/constellation/metricbeat-debugd:v2.13.0-pre.0.20231017104710-b2f3f72488db@sha256:60f9b7fa4b01966ddccf39ba1a32f3797804f03e38476cfe2fa336e74dc0c060" // renovate:container // currently supported versions. //nolint:revive V1_26 ValidK8sVersion = "v1.26.10" // renovate:kubernetes-release //nolint:revive V1_27 ValidK8sVersion = "v1.27.7" // renovate:kubernetes-release //nolint:revive V1_28 ValidK8sVersion = "v1.28.3" // renovate:kubernetes-release // Default k8s version deployed by Constellation. Default ValidK8sVersion = V1_27 ) // Regenerate the hashes by running go generate. // To add another Kubernetes version, add a new entry to the VersionConfigs map below and fill the Hash field with an empty string. //go:generate hash-generator // VersionConfigs holds download URLs for all required kubernetes components for every supported version. var VersionConfigs = map[ValidK8sVersion]KubernetesVersion{ V1_26: { ClusterVersion: "v1.26.10", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.10/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:4c27b3a9f332a6762f7240d0784c64775d4db5a1b881eeae05c4561d06c267ec", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.10/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:27ed1d857f4a315f3d059168c6e25fdbf0559f9c8e59bab6c50e7921f74dadbf", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.10/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:93ad44b4072669237247bfbc171be816f08e7e9e4260418d2cfdd0da1704ae86", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.6@sha256:33445ab57f48938fe989ffe311dacee0044b82f2bd23cb7f7b563275926f0ce9", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.26.16@sha256:92abc79a8a339cc7ab47abae35075b4f9771e5a25a9ada7c5040b1b3c7c7046e", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.26.16@sha256:82ae9ba5483c4dd900f65c008cbeb390f62d93983374ec601f269d3597d4da8b", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v26.4.0@sha256:dbe983cceabb3df98112b083d844229c85a1bbdfef2060c79f4cd49afe2a07f3", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.4@sha256:05e846fb13481b6dbe4a1e50491feb219e8f5101af6cf662a086115735624db0", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.26.4@sha256:f771284ff54ecfedf40c7af70c5450600786c98989aeb69cdcf7e7bb7ac5a20d", // renovate:container }, V1_27: { ClusterVersion: "v1.27.7", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.7/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:236bc8bc22c52e914d3364c23e273628c63e193365b6a43b8cb013716c1cd2f5", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.7/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:bc589219a003b3b94c114e4bcf20549a02657a0c6e5c73f588b37817148892d2", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.7/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:e5fe510ba6f421958358d3d43b3f0b04c2957d4bc3bb24cf541719af61a06d79", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.27.2@sha256:42be09a2b13b4e69b42905639d6b005ebe1ca490aabefad427256abf2cc892c7", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.27.10@sha256:3366e0e51c56643968c7e607cb27c2545948cfab5bff3bed85e314d93a689d8e", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.27.10@sha256:754d4eb709d0c5955af8bc46f5beccf0fa8c09551855a3810145b09af27d6656", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v27.1.6@sha256:b097b4e5382ea1987db5996a9eaffb94fa224639b3464876f0b1b17f64509ac4", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.4@sha256:05e846fb13481b6dbe4a1e50491feb219e8f5101af6cf662a086115735624db0", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.27.3@sha256:0e1ab1bfeb1beaa82f59356ef36364503df22aeb8f8d0d7383bac449b4e808fb", // renovate:container }, V1_28: { ClusterVersion: "v1.28.3", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.3/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:a3a058b4ba30da01ffe1801cd38fcad58a9022a2d39e080b4b2e0e9749a75ad5", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.3/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:ce3848b1dfa562e0fa2f911a3d8e3bb07ba040eea76654d68e213315c8846ac0", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.3/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:0c680c90892c43e5ce708e918821f92445d1d244f9b3d7513023bcae9a6246d1", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.28.1@sha256:79b423ac8bc52d00f932b40de11fc3047a5ed1cbec47cda23bcf8f45ef583ed1", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.27.10@sha256:3366e0e51c56643968c7e607cb27c2545948cfab5bff3bed85e314d93a689d8e", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.27.10@sha256:754d4eb709d0c5955af8bc46f5beccf0fa8c09551855a3810145b09af27d6656", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v27.1.6@sha256:b097b4e5382ea1987db5996a9eaffb94fa224639b3464876f0b1b17f64509ac4", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.4@sha256:05e846fb13481b6dbe4a1e50491feb219e8f5101af6cf662a086115735624db0", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.27.3@sha256:0e1ab1bfeb1beaa82f59356ef36364503df22aeb8f8d0d7383bac449b4e808fb", // renovate:container }, } // KubernetesVersion bundles download URLs to all version-releated binaries necessary for installing/deploying a particular Kubernetes version. type KubernetesVersion struct { ClusterVersion string KubernetesComponents components.Components CloudControllerManagerImageAWS string // k8s version dependency. CloudControllerManagerImageAzure string // k8s version dependency. CloudControllerManagerImageGCP string // Using self-built image until resolved: https://github.com/kubernetes/cloud-provider-gcp/issues/289 CloudControllerManagerImageOpenStack string // k8s version dependency. CloudNodeManagerImageAzure string // k8s version dependency. Same version as above. ClusterAutoscalerImage string // Matches k8s versioning scheme. } // versionFromDockerImage returns the version tag from the image name, e.g. "v1.22.2" from "foocr.io/org/repo:v1.22.2@sha256:3009fj0...". func versionFromDockerImage(imageName string) string { beforeAt, _, _ := strings.Cut(imageName, "@") _, version, ok := strings.Cut(beforeAt, ":") if !ok { panic(fmt.Errorf("failed to extract version from image name, no ':' found in %s", imageName)) } return version }