package k8sapi import ( "github.com/edgelesssys/constellation/coordinator/kubernetes/k8sapi/resources" v1 "k8s.io/apimachinery/pkg/apis/meta/v1" kubeletconf "k8s.io/kubelet/config/v1beta1" kubeadm "k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm/v1beta3" ) // Uses types defined here: https://kubernetes.io/docs/reference/config-api/kubeadm-config.v1beta3/ // Slimmed down to the fields we require const ( bindPort = 6443 ) type CoreOSConfiguration struct{} func (c *CoreOSConfiguration) InitConfiguration() KubeadmInitYAML { return KubeadmInitYAML{ InitConfiguration: kubeadm.InitConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeadm.SchemeGroupVersion.String(), Kind: "InitConfiguration", }, NodeRegistration: kubeadm.NodeRegistrationOptions{ CRISocket: "/var/run/crio/crio.sock", KubeletExtraArgs: map[string]string{ "cloud-provider": "external", "network-plugin": "cni", }, }, // AdvertiseAddress will be overwritten later LocalAPIEndpoint: kubeadm.APIEndpoint{ BindPort: bindPort, }, }, ClusterConfiguration: kubeadm.ClusterConfiguration{ TypeMeta: v1.TypeMeta{ Kind: "ClusterConfiguration", APIVersion: kubeadm.SchemeGroupVersion.String(), }, // necessary to be able to access the kubeapi server through localhost APIServer: kubeadm.APIServer{ CertSANs: []string{"127.0.0.1", "10.118.0.1"}, }, ControllerManager: kubeadm.ControlPlaneComponent{ ExtraArgs: map[string]string{ "flex-volume-plugin-dir": "/opt/libexec/kubernetes/kubelet-plugins/volume/exec/", "cloud-provider": "external", "configure-cloud-routes": "false", }, }, ControlPlaneEndpoint: "127.0.0.1:16443", }, // warning: this config is applied to every node in the cluster! KubeletConfiguration: kubeletconf.KubeletConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeletconf.SchemeGroupVersion.String(), Kind: "KubeletConfiguration", }, }, } } func (c *CoreOSConfiguration) JoinConfiguration() KubeadmJoinYAML { return KubeadmJoinYAML{ JoinConfiguration: kubeadm.JoinConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeadm.SchemeGroupVersion.String(), Kind: "JoinConfiguration", }, NodeRegistration: kubeadm.NodeRegistrationOptions{ CRISocket: "/var/run/crio/crio.sock", KubeletExtraArgs: map[string]string{ "cloud-provider": "external", }, }, Discovery: kubeadm.Discovery{ BootstrapToken: &kubeadm.BootstrapTokenDiscovery{}, }, }, KubeletConfiguration: kubeletconf.KubeletConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeletconf.SchemeGroupVersion.String(), Kind: "KubeletConfiguration", }, }, } } type AWSConfiguration struct{} func (a *AWSConfiguration) InitConfiguration() KubeadmInitYAML { return KubeadmInitYAML{ InitConfiguration: kubeadm.InitConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeadm.SchemeGroupVersion.String(), Kind: "InitConfiguration", }, NodeRegistration: kubeadm.NodeRegistrationOptions{ CRISocket: "/run/containerd/containerd.sock", IgnorePreflightErrors: []string{"SystemVerification"}, }, LocalAPIEndpoint: kubeadm.APIEndpoint{BindPort: bindPort}, }, ClusterConfiguration: kubeadm.ClusterConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeadm.SchemeGroupVersion.String(), Kind: "ClusterConfiguration", }, APIServer: kubeadm.APIServer{ CertSANs: []string{"10.118.0.1"}, }, }, KubeletConfiguration: kubeletconf.KubeletConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeletconf.SchemeGroupVersion.String(), Kind: "KubeletConfiguration", }, }, } } func (a *AWSConfiguration) JoinConfiguration() KubeadmJoinYAML { return KubeadmJoinYAML{ JoinConfiguration: kubeadm.JoinConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeadm.SchemeGroupVersion.String(), Kind: "JoinConfiguration", }, NodeRegistration: kubeadm.NodeRegistrationOptions{ CRISocket: "/run/containerd/containerd.sock", IgnorePreflightErrors: []string{"SystemVerification"}, }, Discovery: kubeadm.Discovery{ BootstrapToken: &kubeadm.BootstrapTokenDiscovery{}, }, }, KubeletConfiguration: kubeletconf.KubeletConfiguration{ TypeMeta: v1.TypeMeta{ APIVersion: kubeletconf.SchemeGroupVersion.String(), Kind: "KubeletConfiguration", }, }, } } type KubeadmJoinYAML struct { JoinConfiguration kubeadm.JoinConfiguration KubeletConfiguration kubeletconf.KubeletConfiguration } func (k *KubeadmJoinYAML) SetNodeName(nodeName string) { k.JoinConfiguration.NodeRegistration.Name = nodeName } func (k *KubeadmJoinYAML) SetApiServerEndpoint(apiServerEndpoint string) { k.JoinConfiguration.Discovery.BootstrapToken.APIServerEndpoint = apiServerEndpoint } func (k *KubeadmJoinYAML) SetToken(token string) { k.JoinConfiguration.Discovery.BootstrapToken.Token = token } func (k *KubeadmJoinYAML) AppendDiscoveryTokenCaCertHash(discoveryTokenCaCertHash string) { k.JoinConfiguration.Discovery.BootstrapToken.CACertHashes = append(k.JoinConfiguration.Discovery.BootstrapToken.CACertHashes, discoveryTokenCaCertHash) } func (k *KubeadmJoinYAML) SetNodeIP(nodeIP string) { if k.JoinConfiguration.NodeRegistration.KubeletExtraArgs == nil { k.JoinConfiguration.NodeRegistration.KubeletExtraArgs = map[string]string{"node-ip": nodeIP} } else { k.JoinConfiguration.NodeRegistration.KubeletExtraArgs["node-ip"] = nodeIP } } func (k *KubeadmJoinYAML) SetProviderID(providerID string) { k.KubeletConfiguration.ProviderID = providerID } func (k *KubeadmJoinYAML) Marshal() ([]byte, error) { return resources.MarshalK8SResources(k) } func (k *KubeadmJoinYAML) Unmarshal(yamlData []byte) (KubeadmJoinYAML, error) { var tmp KubeadmJoinYAML return tmp, resources.UnmarshalK8SResources(yamlData, &tmp) } type KubeadmInitYAML struct { InitConfiguration kubeadm.InitConfiguration ClusterConfiguration kubeadm.ClusterConfiguration KubeletConfiguration kubeletconf.KubeletConfiguration } func (k *KubeadmInitYAML) SetNodeName(nodeName string) { k.InitConfiguration.NodeRegistration.Name = nodeName } func (k *KubeadmInitYAML) SetApiServerAdvertiseAddress(apiServerAdvertiseAddress string) { k.InitConfiguration.LocalAPIEndpoint.AdvertiseAddress = apiServerAdvertiseAddress } func (k *KubeadmInitYAML) SetServiceCIDR(serviceCIDR string) { k.ClusterConfiguration.Networking.ServiceSubnet = serviceCIDR } func (k *KubeadmInitYAML) SetPodNetworkCIDR(podNetworkCIDR string) { k.ClusterConfiguration.Networking.PodSubnet = podNetworkCIDR } func (k *KubeadmInitYAML) SetServiceDNSDomain(serviceDNSDomain string) { k.ClusterConfiguration.Networking.DNSDomain = serviceDNSDomain } func (k *KubeadmInitYAML) SetNodeIP(nodeIP string) { if k.InitConfiguration.NodeRegistration.KubeletExtraArgs == nil { k.InitConfiguration.NodeRegistration.KubeletExtraArgs = map[string]string{"node-ip": nodeIP} } else { k.InitConfiguration.NodeRegistration.KubeletExtraArgs["node-ip"] = nodeIP } } func (k *KubeadmInitYAML) SetProviderID(providerID string) { if k.InitConfiguration.NodeRegistration.KubeletExtraArgs == nil { k.InitConfiguration.NodeRegistration.KubeletExtraArgs = map[string]string{"provider-id": providerID} } else { k.InitConfiguration.NodeRegistration.KubeletExtraArgs["provider-id"] = providerID } } func (k *KubeadmInitYAML) Marshal() ([]byte, error) { return resources.MarshalK8SResources(k) } func (k *KubeadmInitYAML) Unmarshal(yamlData []byte) (KubeadmInitYAML, error) { var tmp KubeadmInitYAML return tmp, resources.UnmarshalK8SResources(yamlData, &tmp) }