/* Copyright (c) Edgeless Systems GmbH SPDX-License-Identifier: AGPL-3.0-only */ /* Package versions defines the supported versions of Constellation components. Binaries and container image versions are pinned by their hashes, the generate tool can be found in the hash-generator subpackage. */ package versions import ( "fmt" "sort" "strings" "github.com/edgelesssys/constellation/v2/internal/compatibility" "github.com/edgelesssys/constellation/v2/internal/constants" "github.com/edgelesssys/constellation/v2/internal/versions/components" "golang.org/x/mod/semver" ) // SupportedK8sVersions returns a list (sorted) of supported Kubernetes versions. func SupportedK8sVersions() []string { validVersions := make([]string, len(VersionConfigs)) i := 0 for _, conf := range VersionConfigs { validVersions[i] = compatibility.EnsurePrefixV(conf.ClusterVersion) i++ } validVersionsSorted := semver.ByVersion(validVersions) sort.Sort(validVersionsSorted) return validVersionsSorted } // ValidK8sVersion represents any of the three currently supported k8s versions. type ValidK8sVersion string // NewValidK8sVersion validates the given string and produces a new ValidK8sVersion object. // It accepts a full version (e.g. 1.26.7) and validates it. // Returns an empty string if the given version is invalid. // strict controls whether the patch version is checked or not. // If strict is false, the patch version validation is skipped. func NewValidK8sVersion(k8sVersion string, strict bool) (ValidK8sVersion, error) { prefixedVersion := compatibility.EnsurePrefixV(k8sVersion) var supported bool if strict { supported = isSupportedK8sVersionStrict(prefixedVersion) } else { supported = isSupportedK8sVersion(prefixedVersion) } if !supported { return "", fmt.Errorf("invalid Kubernetes version: %s; supported versions are %v", prefixedVersion, SupportedK8sVersions()) } return ValidK8sVersion(prefixedVersion), nil } // UnmarshalYAML implements the yaml.Unmarshaler interface. func (v *ValidK8sVersion) UnmarshalYAML(unmarshal func(interface{}) error) error { var version string if err := unmarshal(&version); err != nil { return err } if !hasPatchVersion(version) { return fmt.Errorf("Kubernetes version %s does not specify a patch, supported versions are %s", version, strings.Join(SupportedK8sVersions(), ", ")) } valid, err := NewValidK8sVersion(version, false) // allow any patch version to not force K8s patch upgrades if err != nil { return fmt.Errorf("unsupported Kubernetes version %s, supported versions are %s", version, strings.Join(SupportedK8sVersions(), ", ")) } *v = valid return nil } // ResolveK8sPatchVersion transforms a MAJOR.MINOR definition into a supported // MAJOR.MINOR.PATCH release. func ResolveK8sPatchVersion(k8sVersion string) (string, error) { k8sVersion = compatibility.EnsurePrefixV(k8sVersion) if !semver.IsValid(k8sVersion) { return "", fmt.Errorf("Kubernetes version does not specify a valid semantic version: %s", k8sVersion) } if hasPatchVersion(k8sVersion) { return k8sVersion, nil } extendedVersion := k8sVersionFromMajorMinor(k8sVersion) if extendedVersion == "" { return "", fmt.Errorf("Kubernetes version %s is not valid. Supported versions: %s", strings.TrimPrefix(k8sVersion, "v"), supportedVersions()) } return extendedVersion, nil } // k8sVersionFromMajorMinor takes a semver in format MAJOR.MINOR // and returns the version in format MAJOR.MINOR.PATCH with the // supported patch version as PATCH. func k8sVersionFromMajorMinor(version string) string { switch version { case semver.MajorMinor(string(V1_26)): return string(V1_26) case semver.MajorMinor(string(V1_27)): return string(V1_27) case semver.MajorMinor(string(V1_28)): return string(V1_28) default: return "" } } // supportedVersions prints the supported version without v prefix and without patch version. // Should only be used when accepting Kubernetes versions from --kubernetes. func supportedVersions() string { builder := strings.Builder{} for i, version := range SupportedK8sVersions() { if i > 0 { builder.WriteString(" ") } builder.WriteString(strings.TrimPrefix(semver.MajorMinor(version), "v")) } return builder.String() } // IsSupportedK8sVersion checks if a given Kubernetes minor version is supported by Constellation. // Note: the patch version is not checked! func isSupportedK8sVersion(version string) bool { for _, valid := range SupportedK8sVersions() { if semver.MajorMinor(valid) == semver.MajorMinor(version) { return true } } return false } // IsSupportedK8sVersion checks if a given Kubernetes version is supported by Constellation. func isSupportedK8sVersionStrict(version string) bool { for _, valid := range SupportedK8sVersions() { if valid == version { return true } } return false } // IsPreviewK8sVersion checks if a given Kubernetes version is still in preview and not fully supported. func IsPreviewK8sVersion(_ ValidK8sVersion) bool { return false } // hasPatchVersion returns if the given version has specified a patch version. func hasPatchVersion(version string) bool { return semver.MajorMinor(version) != version } const ( // // Constellation images. // These images are built in a way that they support all versions currently listed in VersionConfigs. // // KonnectivityAgentImage agent image for konnectivity service. KonnectivityAgentImage = "registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.2@sha256:cd3046d253d26ffb5907c625e0d0c2be05c5693c90e12116980851739fc0ead8" // renovate:container // KonnectivityServerImage server image for konnectivity service. KonnectivityServerImage = "registry.k8s.io/kas-network-proxy/proxy-server:v0.1.2@sha256:79933c3779bc30e33bb7509dff913e70f6ba78ad441f4827f0f3e840ce5f3ddb" // renovate:container // GcpGuestImage image for GCP guest agent. // Check for new versions at https://github.com/GoogleCloudPlatform/guest-agent/releases and update in /.github/workflows/build-gcp-guest-agent.yml. GcpGuestImage = "ghcr.io/edgelesssys/gcp-guest-agent:v20230811.0.0@sha256:c05d6273a1574af2564835a9cc989bed36ec3f76899f51908987263df5b0f231" // renovate:container // NodeMaintenanceOperatorImage is the image for the node maintenance operator. NodeMaintenanceOperatorImage = "quay.io/medik8s/node-maintenance-operator:v0.15.0@sha256:8cb8dad93283268282c30e75c68f4bd76b28def4b68b563d2f9db9c74225d634" // renovate:container // LogstashImage is the container image of logstash, used for log collection by debugd. LogstashImage = "ghcr.io/edgelesssys/constellation/filebeat-debugd:v2.11.0-pre.0.20230821060133-60bf770e62bc@sha256:89ea1925345922a5471f26de6bc2344a83a76f2f908a6f048230699f8b810114" // renovate:container // FilebeatImage is the container image of filebeat, used for log collection by debugd. FilebeatImage = "ghcr.io/edgelesssys/constellation/filebeat-debugd:v2.11.0-pre.0.20230821060133-60bf770e62bc@sha256:89ea1925345922a5471f26de6bc2344a83a76f2f908a6f048230699f8b810114" // renovate:container // currently supported versions. //nolint:revive V1_26 ValidK8sVersion = "v1.26.9" // renovate:kubernetes-release //nolint:revive V1_27 ValidK8sVersion = "v1.27.6" // renovate:kubernetes-release //nolint:revive V1_28 ValidK8sVersion = "v1.28.2" // renovate:kubernetes-release // Default k8s version deployed by Constellation. Default ValidK8sVersion = V1_27 ) // Regenerate the hashes by running go generate. // To add another Kubernetes version, add a new entry to the VersionConfigs map below and fill the Hash field with an empty string. //go:generate hash-generator // VersionConfigs holds download URLs for all required kubernetes components for every supported version. var VersionConfigs = map[ValidK8sVersion]KubernetesVersion{ V1_26: { ClusterVersion: "v1.26.9", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.9/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:baa2b021ab2f90c342518e2b8981a18de7e1e6b33f11c57e3ff23d40364877a8", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.9/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:73e128821dd1f799a75c922218d12f6c4618b8e29cc7dae2a7390fb80092d3d9", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.26.9/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:98ea4a13895e54ba24f57e0d369ff6be0d3906895305d5390197069b1da12ae2", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.6@sha256:33445ab57f48938fe989ffe311dacee0044b82f2bd23cb7f7b563275926f0ce9", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.26.13@sha256:d44cd3490d3ab7a4bf11faa4c8b918864be041f8b183dcedc75caf6fb9d1fdf1", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.26.13@sha256:ba8c73fc49495ed69d4242eee3068609ff2752d4c3f51de740385b05a4c303f1", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v26.4.0@sha256:dbe983cceabb3df98112b083d844229c85a1bbdfef2060c79f4cd49afe2a07f3", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.3@sha256:65f0945ea9fc17e64812befbf3fc52b06c13df1c3407cb8022e8110a2fe08a4a", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.26.4@sha256:f771284ff54ecfedf40c7af70c5450600786c98989aeb69cdcf7e7bb7ac5a20d", // renovate:container }, V1_27: { ClusterVersion: "v1.27.6", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.6/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:daa42f9b6f5e2176bbce0d24d89a05613000630bcddec1fafd2a8d42a523ce9d", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.6/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:2bcdd68957ec25d0689bb56f32b4ec86e38463d2691d5ea21cd109c7afa3aa7c", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.27.6/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:2b7adb71c8630904da1b94e262c8c3c477e9609b3c0ed8ae1213a1e156ae38dd", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.27.2@sha256:42be09a2b13b4e69b42905639d6b005ebe1ca490aabefad427256abf2cc892c7", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.27.7@sha256:e27c4ddc8b9efdac8509a2f681eaa98152309f6b2f08d14230b11c60a9b8b87f", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.27.7@sha256:998453989b03ac6c24e53aabbf271fa181e054b3a061fe6caa565186ae79bd0c", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v27.1.6@sha256:b097b4e5382ea1987db5996a9eaffb94fa224639b3464876f0b1b17f64509ac4", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.3@sha256:65f0945ea9fc17e64812befbf3fc52b06c13df1c3407cb8022e8110a2fe08a4a", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.27.3@sha256:0e1ab1bfeb1beaa82f59356ef36364503df22aeb8f8d0d7383bac449b4e808fb", // renovate:container }, V1_28: { ClusterVersion: "v1.28.2", // renovate:kubernetes-release KubernetesComponents: components.Components{ { URL: "https://github.com/containernetworking/plugins/releases/download/v1.3.0/cni-plugins-linux-amd64-v1.3.0.tgz", // renovate:cni-plugins-release Hash: "sha256:754a71ed60a4bd08726c3af705a7d55ee3df03122b12e389fdba4bea35d7dd7e", InstallPath: constants.CniPluginsDir, Extract: true, }, { URL: "https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.28.0/crictl-v1.28.0-linux-amd64.tar.gz", // renovate:crictl-release Hash: "sha256:8dc78774f7cbeaf787994d386eec663f0a3cf24de1ea4893598096cb39ef2508", InstallPath: constants.BinDir, Extract: true, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.2/bin/linux/amd64/kubelet", // renovate:kubernetes-release Hash: "sha256:17edb866636f14eceaad58c56eab12af7ab3be3c78400aff9680635d927f1185", InstallPath: constants.KubeletPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.2/bin/linux/amd64/kubeadm", // renovate:kubernetes-release Hash: "sha256:6a4808230661c69431143db2e200ea2d021c7f1b1085e6353583075471310d00", InstallPath: constants.KubeadmPath, Extract: false, }, { URL: "https://storage.googleapis.com/kubernetes-release/release/v1.28.2/bin/linux/amd64/kubectl", // renovate:kubernetes-release Hash: "sha256:c922440b043e5de1afa3c1382f8c663a25f055978cbc6e8423493ec157579ec5", InstallPath: constants.KubectlPath, Extract: false, }, }, // CloudControllerManagerImageAWS is the CCM image used on AWS. CloudControllerManagerImageAWS: "registry.k8s.io/provider-aws/cloud-controller-manager:v1.28.0@sha256:47eb1c1e6a3bd6d0fb44ac4992885b6218f1448ea339de778d8b703df463c06f", // renovate:container // CloudControllerManagerImageAzure is the CCM image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudControllerManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-controller-manager:v1.27.7@sha256:e27c4ddc8b9efdac8509a2f681eaa98152309f6b2f08d14230b11c60a9b8b87f", // renovate:container // CloudNodeManagerImageAzure is the cloud-node-manager image used on Azure. // Check for newer versions at https://github.com/kubernetes-sigs/cloud-provider-azure/blob/master/README.md. CloudNodeManagerImageAzure: "mcr.microsoft.com/oss/kubernetes/azure-cloud-node-manager:v1.27.7@sha256:998453989b03ac6c24e53aabbf271fa181e054b3a061fe6caa565186ae79bd0c", // renovate:container // CloudControllerManagerImageGCP is the CCM image used on GCP. // TODO(3u13r): use newer "cloud-provider-gcp" from https://github.com/kubernetes/cloud-provider-gcp when newer releases are available. CloudControllerManagerImageGCP: "ghcr.io/edgelesssys/cloud-provider-gcp:v27.1.6@sha256:b097b4e5382ea1987db5996a9eaffb94fa224639b3464876f0b1b17f64509ac4", // renovate:container // CloudControllerManagerImageOpenStack is the CCM image used on OpenStack. CloudControllerManagerImageOpenStack: "docker.io/k8scloudprovider/openstack-cloud-controller-manager:v1.26.3@sha256:65f0945ea9fc17e64812befbf3fc52b06c13df1c3407cb8022e8110a2fe08a4a", // renovate:container // External service image. Depends on k8s version. // Check for new versions at https://github.com/kubernetes/autoscaler/releases. ClusterAutoscalerImage: "registry.k8s.io/autoscaling/cluster-autoscaler:v1.27.3@sha256:0e1ab1bfeb1beaa82f59356ef36364503df22aeb8f8d0d7383bac449b4e808fb", // renovate:container }, } // KubernetesVersion bundles download URLs to all version-releated binaries necessary for installing/deploying a particular Kubernetes version. type KubernetesVersion struct { ClusterVersion string KubernetesComponents components.Components CloudControllerManagerImageAWS string // k8s version dependency. CloudControllerManagerImageAzure string // k8s version dependency. CloudControllerManagerImageGCP string // Using self-built image until resolved: https://github.com/kubernetes/cloud-provider-gcp/issues/289 CloudControllerManagerImageOpenStack string // k8s version dependency. CloudNodeManagerImageAzure string // k8s version dependency. Same version as above. ClusterAutoscalerImage string // Matches k8s versioning scheme. } // versionFromDockerImage returns the version tag from the image name, e.g. "v1.22.2" from "foocr.io/org/repo:v1.22.2@sha256:3009fj0...". func versionFromDockerImage(imageName string) string { beforeAt, _, _ := strings.Cut(imageName, "@") _, version, ok := strings.Cut(beforeAt, ":") if !ok { panic(fmt.Errorf("failed to extract version from image name, no ':' found in %s", imageName)) } return version }