2022-03-22 11:03:15 -04:00
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
|
|
|
"encoding/base64"
|
2022-07-01 04:57:29 -04:00
|
|
|
"encoding/json"
|
2022-06-21 11:59:12 -04:00
|
|
|
"net"
|
2022-03-22 11:03:15 -04:00
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2022-06-29 09:26:29 -04:00
|
|
|
"github.com/edgelesssys/constellation/bootstrapper/initproto"
|
2022-06-08 02:17:52 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/cloud/cloudtypes"
|
2022-04-06 04:36:58 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/constants"
|
2022-05-16 11:32:00 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/file"
|
2022-06-21 11:59:12 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/grpc/atlscredentials"
|
|
|
|
"github.com/edgelesssys/constellation/internal/grpc/dialer"
|
|
|
|
"github.com/edgelesssys/constellation/internal/grpc/testdialer"
|
2022-03-22 11:03:15 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/state"
|
|
|
|
"github.com/spf13/afero"
|
|
|
|
"github.com/spf13/cobra"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/stretchr/testify/require"
|
2022-06-21 11:59:12 -04:00
|
|
|
"google.golang.org/grpc"
|
2022-03-22 11:03:15 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestInitArgumentValidation(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
2022-06-08 02:14:28 -04:00
|
|
|
cmd := NewInitCmd()
|
2022-03-22 11:03:15 -04:00
|
|
|
assert.NoError(cmd.ValidateArgs(nil))
|
|
|
|
assert.Error(cmd.ValidateArgs([]string{"something"}))
|
|
|
|
assert.Error(cmd.ValidateArgs([]string{"sth", "sth"}))
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestInitialize(t *testing.T) {
|
|
|
|
testGcpState := state.ConstellationState{
|
2022-04-19 11:02:02 -04:00
|
|
|
CloudProvider: "GCP",
|
2022-06-29 09:26:29 -04:00
|
|
|
GCPWorkers: cloudtypes.Instances{
|
2022-04-13 09:01:02 -04:00
|
|
|
"id-0": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
|
|
|
"id-1": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
2022-06-29 09:26:29 -04:00
|
|
|
GCPControlPlanes: cloudtypes.Instances{
|
2022-04-13 09:01:02 -04:00
|
|
|
"id-c": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
}
|
|
|
|
testAzureState := state.ConstellationState{
|
|
|
|
CloudProvider: "Azure",
|
2022-06-29 09:26:29 -04:00
|
|
|
AzureWorkers: cloudtypes.Instances{
|
2022-04-13 09:01:02 -04:00
|
|
|
"id-0": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
|
|
|
"id-1": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
2022-06-29 09:26:29 -04:00
|
|
|
AzureControlPlane: cloudtypes.Instances{
|
2022-04-13 09:01:02 -04:00
|
|
|
"id-c": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
AzureResourceGroup: "test",
|
|
|
|
}
|
2022-05-02 04:54:54 -04:00
|
|
|
testQemuState := state.ConstellationState{
|
|
|
|
CloudProvider: "QEMU",
|
2022-06-29 09:26:29 -04:00
|
|
|
QEMUWorkers: cloudtypes.Instances{
|
2022-05-02 04:54:54 -04:00
|
|
|
"id-0": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
|
|
|
"id-1": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
|
|
|
},
|
2022-06-29 09:26:29 -04:00
|
|
|
QEMUControlPlane: cloudtypes.Instances{
|
2022-05-02 04:54:54 -04:00
|
|
|
"id-c": {PrivateIP: "192.0.2.1", PublicIP: "192.0.2.1"},
|
|
|
|
},
|
|
|
|
}
|
2022-06-21 11:59:12 -04:00
|
|
|
testInitResp := &initproto.InitResponse{
|
|
|
|
Kubeconfig: []byte("kubeconfig"),
|
|
|
|
OwnerId: []byte("ownerID"),
|
|
|
|
ClusterId: []byte("clusterID"),
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
2022-06-21 11:59:12 -04:00
|
|
|
// someErr := errors.New("failed")
|
2022-03-22 11:03:15 -04:00
|
|
|
|
|
|
|
testCases := map[string]struct {
|
|
|
|
existingState state.ConstellationState
|
|
|
|
serviceAccountCreator stubServiceAccountCreator
|
2022-06-21 11:59:12 -04:00
|
|
|
initServerAPI *stubInitServer
|
|
|
|
setAutoscaleFlag bool
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr bool
|
2022-03-22 11:03:15 -04:00
|
|
|
}{
|
|
|
|
"initialize some gcp instances": {
|
|
|
|
existingState: testGcpState,
|
2022-06-21 11:59:12 -04:00
|
|
|
initServerAPI: &stubInitServer{initResp: testInitResp},
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"initialize some azure instances": {
|
|
|
|
existingState: testAzureState,
|
2022-06-21 11:59:12 -04:00
|
|
|
initServerAPI: &stubInitServer{initResp: testInitResp},
|
2022-04-12 08:20:46 -04:00
|
|
|
},
|
2022-05-02 04:54:54 -04:00
|
|
|
"initialize some qemu instances": {
|
|
|
|
existingState: testQemuState,
|
2022-06-21 11:59:12 -04:00
|
|
|
initServerAPI: &stubInitServer{initResp: testInitResp},
|
|
|
|
},
|
|
|
|
"initialize gcp with autoscaling": {
|
|
|
|
existingState: testGcpState,
|
|
|
|
initServerAPI: &stubInitServer{initResp: testInitResp},
|
|
|
|
setAutoscaleFlag: true,
|
|
|
|
},
|
|
|
|
"initialize azure with autoscaling": {
|
|
|
|
existingState: testAzureState,
|
|
|
|
initServerAPI: &stubInitServer{initResp: testInitResp},
|
|
|
|
setAutoscaleFlag: true,
|
|
|
|
},
|
|
|
|
// "no state exists": {
|
|
|
|
// existingState: state.ConstellationState{},
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
|
|
|
// "no instances to pick one": {
|
|
|
|
// existingState: state.ConstellationState{GCPNodes: cloudtypes.Instances{}},
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
|
|
|
// "fail Connect": {
|
|
|
|
// existingState: testGcpState,
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
|
|
|
// "fail Activate": {
|
|
|
|
// existingState: testGcpState,
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
|
|
|
// "fail to wait for required status": {
|
|
|
|
// existingState: testGcpState,
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
|
|
|
// "fail to create service account": {
|
|
|
|
// existingState: testGcpState,
|
|
|
|
// initServerAPI: &stubInitServer{},
|
|
|
|
// serviceAccountCreator: stubServiceAccountCreator{createErr: someErr},
|
|
|
|
// wantErr: true,
|
|
|
|
// },
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
require := require.New(t)
|
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
netDialer := testdialer.NewBufconnDialer()
|
|
|
|
dialer := dialer.New(nil, nil, netDialer)
|
|
|
|
serverCreds := atlscredentials.New(nil, nil)
|
|
|
|
initServer := grpc.NewServer(grpc.Creds(serverCreds))
|
|
|
|
initproto.RegisterAPIServer(initServer, tc.initServerAPI)
|
2022-06-29 09:26:29 -04:00
|
|
|
port := strconv.Itoa(constants.BootstrapperPort)
|
2022-06-21 11:59:12 -04:00
|
|
|
listener := netDialer.GetListener(net.JoinHostPort("192.0.2.1", port))
|
|
|
|
go initServer.Serve(listener)
|
|
|
|
defer initServer.GracefulStop()
|
|
|
|
|
2022-06-08 02:14:28 -04:00
|
|
|
cmd := NewInitCmd()
|
2022-03-22 11:03:15 -04:00
|
|
|
var out bytes.Buffer
|
|
|
|
cmd.SetOut(&out)
|
|
|
|
var errOut bytes.Buffer
|
|
|
|
cmd.SetErr(&errOut)
|
2022-05-13 05:56:43 -04:00
|
|
|
cmd.Flags().String("config", "", "") // register persisten flag manually
|
2022-03-22 11:03:15 -04:00
|
|
|
fs := afero.NewMemMapFs()
|
|
|
|
fileHandler := file.NewHandler(fs)
|
2022-04-06 04:36:58 -04:00
|
|
|
require.NoError(fileHandler.WriteJSON(constants.StateFilename, tc.existingState, file.OptNone))
|
2022-06-21 11:59:12 -04:00
|
|
|
require.NoError(cmd.Flags().Set("autoscale", strconv.FormatBool(tc.setAutoscaleFlag)))
|
2022-04-12 08:20:46 -04:00
|
|
|
|
2022-03-22 11:03:15 -04:00
|
|
|
ctx := context.Background()
|
|
|
|
ctx, cancel := context.WithTimeout(ctx, 4*time.Second)
|
|
|
|
defer cancel()
|
2022-06-28 05:19:03 -04:00
|
|
|
cmd.SetContext(ctx)
|
2022-03-22 11:03:15 -04:00
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
err := initialize(cmd, dialer, &tc.serviceAccountCreator, fileHandler)
|
2022-03-22 11:03:15 -04:00
|
|
|
|
2022-04-26 10:54:05 -04:00
|
|
|
if tc.wantErr {
|
2022-03-22 11:03:15 -04:00
|
|
|
assert.Error(err)
|
2022-06-21 11:59:12 -04:00
|
|
|
return
|
|
|
|
}
|
|
|
|
require.NoError(err)
|
|
|
|
assert.Contains(out.String(), "ownerID")
|
|
|
|
assert.Contains(out.String(), "clusterID")
|
|
|
|
if tc.setAutoscaleFlag {
|
|
|
|
assert.Len(tc.initServerAPI.activateAutoscalingNodeGroups, 1)
|
2022-03-22 11:03:15 -04:00
|
|
|
} else {
|
2022-06-21 11:59:12 -04:00
|
|
|
assert.Len(tc.initServerAPI.activateAutoscalingNodeGroups, 0)
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestWriteOutput(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
resp := &initproto.InitResponse{
|
|
|
|
OwnerId: []byte("ownerID"),
|
|
|
|
ClusterId: []byte("clusterID"),
|
|
|
|
Kubeconfig: []byte("kubeconfig"),
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
2022-07-01 04:57:29 -04:00
|
|
|
|
2022-07-05 07:52:36 -04:00
|
|
|
expectedIdFile := clusterIDsFile{
|
2022-06-29 10:17:23 -04:00
|
|
|
ClusterID: string(resp.ClusterId),
|
|
|
|
OwnerID: string(resp.OwnerId),
|
2022-07-01 04:57:29 -04:00
|
|
|
}
|
|
|
|
|
2022-03-22 11:03:15 -04:00
|
|
|
var out bytes.Buffer
|
|
|
|
testFs := afero.NewMemMapFs()
|
|
|
|
fileHandler := file.NewHandler(testFs)
|
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
err := writeOutput(resp, &out, fileHandler)
|
2022-03-22 11:03:15 -04:00
|
|
|
assert.NoError(err)
|
2022-06-29 10:17:23 -04:00
|
|
|
assert.Contains(out.String(), string(resp.OwnerId))
|
|
|
|
assert.Contains(out.String(), string(resp.ClusterId))
|
2022-06-21 11:59:12 -04:00
|
|
|
assert.Contains(out.String(), constants.AdminConfFilename)
|
2022-06-29 10:17:23 -04:00
|
|
|
assert.Equal(resp.Kubeconfig, string(resp.Kubeconfig))
|
2022-03-22 11:03:15 -04:00
|
|
|
|
|
|
|
afs := afero.Afero{Fs: testFs}
|
2022-04-06 04:36:58 -04:00
|
|
|
adminConf, err := afs.ReadFile(constants.AdminConfFilename)
|
2022-03-22 11:03:15 -04:00
|
|
|
assert.NoError(err)
|
2022-06-29 10:17:23 -04:00
|
|
|
assert.Equal(resp.Kubeconfig, string(adminConf))
|
2022-07-01 04:57:29 -04:00
|
|
|
|
2022-07-05 07:52:36 -04:00
|
|
|
idsFile, err := afs.ReadFile(constants.ClusterIDsFileName)
|
2022-07-01 04:57:29 -04:00
|
|
|
assert.NoError(err)
|
2022-07-05 07:52:36 -04:00
|
|
|
var testIdFile clusterIDsFile
|
2022-07-01 04:57:29 -04:00
|
|
|
err = json.Unmarshal(idsFile, &testIdFile)
|
|
|
|
assert.NoError(err)
|
|
|
|
assert.Equal(expectedIdFile, testIdFile)
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestInitCompletion(t *testing.T) {
|
|
|
|
testCases := map[string]struct {
|
2022-04-26 10:54:05 -04:00
|
|
|
args []string
|
|
|
|
toComplete string
|
|
|
|
wantResult []string
|
|
|
|
wantShellCD cobra.ShellCompDirective
|
2022-03-22 11:03:15 -04:00
|
|
|
}{
|
|
|
|
"first arg": {
|
2022-04-26 10:54:05 -04:00
|
|
|
args: []string{},
|
|
|
|
toComplete: "hello",
|
|
|
|
wantResult: []string{},
|
|
|
|
wantShellCD: cobra.ShellCompDirectiveDefault,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"secnod arg": {
|
2022-04-26 10:54:05 -04:00
|
|
|
args: []string{"23"},
|
|
|
|
toComplete: "/test/h",
|
|
|
|
wantResult: []string{},
|
|
|
|
wantShellCD: cobra.ShellCompDirectiveError,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"third arg": {
|
2022-04-26 10:54:05 -04:00
|
|
|
args: []string{"./file", "sth"},
|
|
|
|
toComplete: "./file",
|
|
|
|
wantResult: []string{},
|
|
|
|
wantShellCD: cobra.ShellCompDirectiveError,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
cmd := &cobra.Command{}
|
|
|
|
result, shellCD := initCompletion(cmd, tc.args, tc.toComplete)
|
2022-04-26 10:54:05 -04:00
|
|
|
assert.Equal(tc.wantResult, result)
|
|
|
|
assert.Equal(tc.wantShellCD, shellCD)
|
2022-03-22 11:03:15 -04:00
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
func TestReadOrGeneratedMasterSecret(t *testing.T) {
|
2022-03-22 11:03:15 -04:00
|
|
|
testCases := map[string]struct {
|
|
|
|
filename string
|
|
|
|
filecontent string
|
|
|
|
createFile bool
|
|
|
|
fs func() afero.Fs
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr bool
|
2022-03-22 11:03:15 -04:00
|
|
|
}{
|
|
|
|
"file with secret exists": {
|
|
|
|
filename: "someSecret",
|
|
|
|
filecontent: base64.StdEncoding.EncodeToString([]byte("ConstellationSecret")),
|
|
|
|
createFile: true,
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: false,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"no file given": {
|
|
|
|
filename: "",
|
|
|
|
filecontent: "",
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: false,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"file does not exist": {
|
|
|
|
filename: "nonExistingSecret",
|
|
|
|
filecontent: "",
|
|
|
|
createFile: false,
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: true,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"file is empty": {
|
|
|
|
filename: "emptySecret",
|
|
|
|
filecontent: "",
|
|
|
|
createFile: true,
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: true,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"secret too short": {
|
|
|
|
filename: "shortSecret",
|
|
|
|
filecontent: base64.StdEncoding.EncodeToString([]byte("short")),
|
|
|
|
createFile: true,
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: true,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"secret not encoded": {
|
|
|
|
filename: "unencodedSecret",
|
|
|
|
filecontent: "Constellation",
|
|
|
|
createFile: true,
|
|
|
|
fs: afero.NewMemMapFs,
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: true,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
"file not writeable": {
|
|
|
|
filename: "",
|
|
|
|
filecontent: "",
|
|
|
|
createFile: false,
|
|
|
|
fs: func() afero.Fs { return afero.NewReadOnlyFs(afero.NewMemMapFs()) },
|
2022-04-26 10:54:05 -04:00
|
|
|
wantErr: true,
|
2022-03-22 11:03:15 -04:00
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
require := require.New(t)
|
|
|
|
|
|
|
|
fileHandler := file.NewHandler(tc.fs())
|
|
|
|
|
|
|
|
if tc.createFile {
|
2022-04-13 03:15:27 -04:00
|
|
|
require.NoError(fileHandler.Write(tc.filename, []byte(tc.filecontent), file.OptNone))
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
var out bytes.Buffer
|
2022-06-09 10:10:42 -04:00
|
|
|
secret, err := readOrGenerateMasterSecret(&out, fileHandler, tc.filename)
|
2022-03-22 11:03:15 -04:00
|
|
|
|
2022-04-26 10:54:05 -04:00
|
|
|
if tc.wantErr {
|
2022-03-22 11:03:15 -04:00
|
|
|
assert.Error(err)
|
|
|
|
} else {
|
|
|
|
assert.NoError(err)
|
|
|
|
|
|
|
|
if tc.filename == "" {
|
2022-04-06 04:36:58 -04:00
|
|
|
require.Contains(out.String(), constants.MasterSecretFilename)
|
2022-03-22 11:03:15 -04:00
|
|
|
filename := strings.Split(out.String(), "./")
|
|
|
|
tc.filename = strings.Trim(filename[1], "\n")
|
|
|
|
}
|
|
|
|
|
|
|
|
content, err := fileHandler.Read(tc.filename)
|
|
|
|
require.NoError(err)
|
|
|
|
assert.Equal(content, []byte(base64.StdEncoding.EncodeToString(secret)))
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
type stubInitServer struct {
|
|
|
|
initResp *initproto.InitResponse
|
|
|
|
initErr error
|
2022-03-22 11:03:15 -04:00
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
activateAutoscalingNodeGroups []string
|
2022-03-22 11:03:15 -04:00
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
initproto.UnimplementedAPIServer
|
2022-03-22 11:03:15 -04:00
|
|
|
}
|
2022-03-29 05:38:14 -04:00
|
|
|
|
2022-06-21 11:59:12 -04:00
|
|
|
func (s *stubInitServer) Init(ctx context.Context, req *initproto.InitRequest) (*initproto.InitResponse, error) {
|
|
|
|
s.activateAutoscalingNodeGroups = req.AutoscalingNodeGroups
|
|
|
|
return s.initResp, s.initErr
|
2022-03-29 05:38:14 -04:00
|
|
|
}
|