2022-09-05 03:06:08 -04:00
|
|
|
/*
|
|
|
|
Copyright (c) Edgeless Systems GmbH
|
|
|
|
|
|
|
|
SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-06-28 12:33:27 -04:00
|
|
|
package initserver
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"net"
|
2022-08-01 03:11:13 -04:00
|
|
|
"strings"
|
2022-07-08 04:59:59 -04:00
|
|
|
"sync"
|
2022-06-28 12:33:27 -04:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2022-06-29 09:26:29 -04:00
|
|
|
"github.com/edgelesssys/constellation/bootstrapper/initproto"
|
2022-07-29 03:52:47 -04:00
|
|
|
"github.com/edgelesssys/constellation/bootstrapper/internal/kubernetes/k8sapi/resources"
|
2022-08-01 03:11:13 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/crypto/testvector"
|
2022-06-28 12:33:27 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/file"
|
2022-07-14 07:30:44 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/logger"
|
2022-06-28 12:33:27 -04:00
|
|
|
"github.com/spf13/afero"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"go.uber.org/goleak"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestMain(m *testing.M) {
|
|
|
|
goleak.VerifyTestMain(m)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestNew(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
2022-07-05 08:14:11 -04:00
|
|
|
fh := file.NewHandler(afero.NewMemMapFs())
|
2022-08-31 14:10:49 -04:00
|
|
|
server := New(newFakeLock(), &stubClusterInitializer{}, IssuerWrapper{}, fh, logger.NewTest(t))
|
2022-06-28 12:33:27 -04:00
|
|
|
assert.NotNil(server)
|
2022-07-14 07:30:44 -04:00
|
|
|
assert.NotNil(server.log)
|
2022-06-28 12:33:27 -04:00
|
|
|
assert.NotNil(server.nodeLock)
|
|
|
|
assert.NotNil(server.initializer)
|
|
|
|
assert.NotNil(server.grpcServer)
|
|
|
|
assert.NotNil(server.fileHandler)
|
|
|
|
assert.NotNil(server.disk)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestInit(t *testing.T) {
|
|
|
|
someErr := errors.New("failed")
|
2022-07-08 04:59:59 -04:00
|
|
|
lockedLock := newFakeLock()
|
2022-07-26 04:58:39 -04:00
|
|
|
aqcuiredLock, lockErr := lockedLock.TryLockOnce(nil)
|
2022-07-08 04:59:59 -04:00
|
|
|
require.True(t, aqcuiredLock)
|
|
|
|
require.Nil(t, lockErr)
|
2022-06-28 12:33:27 -04:00
|
|
|
|
|
|
|
testCases := map[string]struct {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock *fakeLock
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer ClusterInitializer
|
|
|
|
disk encryptedDisk
|
|
|
|
fileHandler file.Handler
|
|
|
|
req *initproto.InitRequest
|
|
|
|
wantErr bool
|
|
|
|
wantShutdown bool
|
|
|
|
}{
|
|
|
|
"successful init": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
},
|
|
|
|
"node locked": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: lockedLock,
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
wantShutdown: true,
|
|
|
|
},
|
|
|
|
"disk open error": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{openErr: someErr},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
},
|
|
|
|
"disk uuid error": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{uuidErr: someErr},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
},
|
|
|
|
"disk update passphrase error": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{updatePassphraseErr: someErr},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
},
|
|
|
|
"write state file error": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{},
|
|
|
|
disk: &stubDisk{},
|
|
|
|
fileHandler: file.NewHandler(afero.NewReadOnlyFs(afero.NewMemMapFs())),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
},
|
|
|
|
"initialize cluster error": {
|
2022-07-08 04:59:59 -04:00
|
|
|
nodeLock: newFakeLock(),
|
2022-06-28 12:33:27 -04:00
|
|
|
initializer: &stubClusterInitializer{initClusterErr: someErr},
|
|
|
|
disk: &stubDisk{},
|
|
|
|
fileHandler: file.NewHandler(afero.NewMemMapFs()),
|
|
|
|
req: &initproto.InitRequest{},
|
|
|
|
wantErr: true,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
serveStopper := newStubServeStopper()
|
|
|
|
server := &Server{
|
|
|
|
nodeLock: tc.nodeLock,
|
|
|
|
initializer: tc.initializer,
|
|
|
|
disk: tc.disk,
|
|
|
|
fileHandler: tc.fileHandler,
|
2022-07-14 07:30:44 -04:00
|
|
|
log: logger.NewTest(t),
|
2022-06-28 12:33:27 -04:00
|
|
|
grpcServer: serveStopper,
|
2022-07-14 09:45:04 -04:00
|
|
|
cleaner: &fakeCleaner{serveStopper: serveStopper},
|
2022-06-28 12:33:27 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
kubeconfig, err := server.Init(context.Background(), tc.req)
|
|
|
|
|
|
|
|
if tc.wantErr {
|
|
|
|
assert.Error(err)
|
|
|
|
|
|
|
|
if tc.wantShutdown {
|
|
|
|
select {
|
|
|
|
case <-serveStopper.shutdownCalled:
|
|
|
|
case <-time.After(time.Second):
|
|
|
|
t.Fatal("grpc server did not shut down")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
assert.NoError(err)
|
|
|
|
assert.NotNil(kubeconfig)
|
2022-07-26 04:58:39 -04:00
|
|
|
assert.False(server.nodeLock.TryLockOnce(nil)) // lock should be locked
|
2022-06-28 12:33:27 -04:00
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestSSHProtoKeysToMap(t *testing.T) {
|
|
|
|
testCases := map[string]struct {
|
|
|
|
keys []*initproto.SSHUserKey
|
|
|
|
want map[string]string
|
|
|
|
}{
|
|
|
|
"empty": {
|
|
|
|
keys: []*initproto.SSHUserKey{},
|
|
|
|
want: map[string]string{},
|
|
|
|
},
|
|
|
|
"one key": {
|
|
|
|
keys: []*initproto.SSHUserKey{
|
|
|
|
{Username: "key1", PublicKey: "key1-key"},
|
|
|
|
},
|
|
|
|
want: map[string]string{
|
|
|
|
"key1": "key1-key",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
"two keys": {
|
|
|
|
keys: []*initproto.SSHUserKey{
|
|
|
|
{Username: "key1", PublicKey: "key1-key"},
|
|
|
|
{Username: "key2", PublicKey: "key2-key"},
|
|
|
|
},
|
|
|
|
want: map[string]string{
|
|
|
|
"key1": "key1-key",
|
|
|
|
"key2": "key2-key",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
got := sshProtoKeysToMap(tc.keys)
|
|
|
|
assert.Equal(tc.want, got)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-01 03:11:13 -04:00
|
|
|
func TestSetupDisk(t *testing.T) {
|
|
|
|
testCases := map[string]struct {
|
|
|
|
uuid string
|
|
|
|
masterSecret []byte
|
|
|
|
salt []byte
|
|
|
|
wantKey []byte
|
|
|
|
}{
|
|
|
|
"lower case uuid": {
|
|
|
|
uuid: strings.ToLower(testvector.HKDF0xFF.Info),
|
|
|
|
masterSecret: testvector.HKDF0xFF.Secret,
|
|
|
|
salt: testvector.HKDF0xFF.Salt,
|
|
|
|
wantKey: testvector.HKDF0xFF.Output,
|
|
|
|
},
|
|
|
|
"upper case uuid": {
|
|
|
|
uuid: strings.ToUpper(testvector.HKDF0xFF.Info),
|
|
|
|
masterSecret: testvector.HKDF0xFF.Secret,
|
|
|
|
salt: testvector.HKDF0xFF.Salt,
|
|
|
|
wantKey: testvector.HKDF0xFF.Output,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
for name, tc := range testCases {
|
|
|
|
t.Run(name, func(t *testing.T) {
|
|
|
|
assert := assert.New(t)
|
|
|
|
|
|
|
|
disk := &fakeDisk{
|
|
|
|
uuid: tc.uuid,
|
|
|
|
wantKey: tc.wantKey,
|
|
|
|
}
|
|
|
|
server := &Server{
|
|
|
|
disk: disk,
|
|
|
|
}
|
|
|
|
|
|
|
|
assert.NoError(server.setupDisk(tc.masterSecret, tc.salt))
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
type fakeDisk struct {
|
|
|
|
uuid string
|
|
|
|
wantKey []byte
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *fakeDisk) Open() error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *fakeDisk) Close() error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *fakeDisk) UUID() (string, error) {
|
|
|
|
return d.uuid, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *fakeDisk) UpdatePassphrase(passphrase string) error {
|
|
|
|
if passphrase != string(d.wantKey) {
|
|
|
|
return errors.New("wrong passphrase")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-06-28 12:33:27 -04:00
|
|
|
type stubDisk struct {
|
|
|
|
openErr error
|
|
|
|
closeErr error
|
|
|
|
uuid string
|
|
|
|
uuidErr error
|
|
|
|
updatePassphraseErr error
|
|
|
|
updatePassphraseCalled bool
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *stubDisk) Open() error {
|
|
|
|
return d.openErr
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *stubDisk) Close() error {
|
|
|
|
return d.closeErr
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *stubDisk) UUID() (string, error) {
|
|
|
|
return d.uuid, d.uuidErr
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *stubDisk) UpdatePassphrase(string) error {
|
|
|
|
d.updatePassphraseCalled = true
|
|
|
|
return d.updatePassphraseErr
|
|
|
|
}
|
|
|
|
|
|
|
|
type stubClusterInitializer struct {
|
|
|
|
initClusterKubeconfig []byte
|
|
|
|
initClusterErr error
|
|
|
|
}
|
|
|
|
|
2022-08-12 09:59:45 -04:00
|
|
|
func (i *stubClusterInitializer) InitCluster(
|
2022-08-31 14:10:49 -04:00
|
|
|
context.Context, []string, string, string, []byte, []uint32, bool, []byte, bool,
|
2022-08-12 09:59:45 -04:00
|
|
|
resources.KMSConfig, map[string]string, []byte, *logger.Logger,
|
2022-06-28 12:33:27 -04:00
|
|
|
) ([]byte, error) {
|
|
|
|
return i.initClusterKubeconfig, i.initClusterErr
|
|
|
|
}
|
|
|
|
|
|
|
|
type stubServeStopper struct {
|
|
|
|
shutdownCalled chan struct{}
|
|
|
|
}
|
|
|
|
|
|
|
|
func newStubServeStopper() *stubServeStopper {
|
|
|
|
return &stubServeStopper{shutdownCalled: make(chan struct{}, 1)}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *stubServeStopper) Serve(net.Listener) error {
|
|
|
|
panic("should not be called in a test")
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *stubServeStopper) GracefulStop() {
|
|
|
|
s.shutdownCalled <- struct{}{}
|
|
|
|
}
|
2022-07-08 04:59:59 -04:00
|
|
|
|
|
|
|
type fakeLock struct {
|
|
|
|
state *sync.Mutex
|
|
|
|
}
|
|
|
|
|
|
|
|
func newFakeLock() *fakeLock {
|
|
|
|
return &fakeLock{
|
|
|
|
state: &sync.Mutex{},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-07-26 04:58:39 -04:00
|
|
|
func (l *fakeLock) TryLockOnce(_ []byte) (bool, error) {
|
2022-07-08 04:59:59 -04:00
|
|
|
return l.state.TryLock(), nil
|
|
|
|
}
|
2022-07-14 09:45:04 -04:00
|
|
|
|
|
|
|
type fakeCleaner struct {
|
|
|
|
serveStopper
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fakeCleaner) Clean() {
|
|
|
|
go f.serveStopper.GracefulStop() // this is not the correct way to do this, but it's fine for testing
|
|
|
|
}
|