2022-09-05 03:06:08 -04:00
|
|
|
/*
|
|
|
|
Copyright (c) Edgeless Systems GmbH
|
|
|
|
|
|
|
|
SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
*/
|
|
|
|
|
2022-05-02 07:21:07 -04:00
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
2022-09-08 08:45:27 -04:00
|
|
|
"context"
|
2022-09-14 07:25:42 -04:00
|
|
|
"errors"
|
2022-06-09 10:10:42 -04:00
|
|
|
"fmt"
|
2022-09-08 08:45:27 -04:00
|
|
|
"io"
|
2022-09-14 07:25:42 -04:00
|
|
|
"net"
|
|
|
|
"time"
|
2022-05-02 07:21:07 -04:00
|
|
|
|
2022-06-08 02:26:08 -04:00
|
|
|
"github.com/edgelesssys/constellation/cli/internal/cloudcmd"
|
2022-09-14 07:25:42 -04:00
|
|
|
"github.com/edgelesssys/constellation/disk-mapper/recoverproto"
|
|
|
|
"github.com/edgelesssys/constellation/internal/attestation"
|
2022-06-07 05:08:44 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/cloud/cloudprovider"
|
2022-05-02 07:21:07 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/constants"
|
2022-09-14 07:25:42 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/crypto"
|
2022-05-16 11:32:00 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/file"
|
2022-09-14 07:25:42 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/grpc/dialer"
|
|
|
|
grpcRetry "github.com/edgelesssys/constellation/internal/grpc/retry"
|
|
|
|
"github.com/edgelesssys/constellation/internal/retry"
|
2022-05-02 07:21:07 -04:00
|
|
|
"github.com/edgelesssys/constellation/internal/state"
|
|
|
|
"github.com/spf13/afero"
|
|
|
|
"github.com/spf13/cobra"
|
2022-09-14 07:25:42 -04:00
|
|
|
"go.uber.org/multierr"
|
2022-05-02 07:21:07 -04:00
|
|
|
)
|
|
|
|
|
2022-06-08 02:14:28 -04:00
|
|
|
// NewRecoverCmd returns a new cobra.Command for the recover command.
|
|
|
|
func NewRecoverCmd() *cobra.Command {
|
2022-05-02 07:21:07 -04:00
|
|
|
cmd := &cobra.Command{
|
|
|
|
Use: "recover",
|
2022-05-09 11:02:47 -04:00
|
|
|
Short: "Recover a completely stopped Constellation cluster",
|
2022-05-04 03:13:46 -04:00
|
|
|
Long: "Recover a Constellation cluster by sending a recovery key to an instance in the boot stage." +
|
2022-05-02 07:21:07 -04:00
|
|
|
"\nThis is only required if instances restart without other instances available for bootstrapping.",
|
|
|
|
Args: cobra.ExactArgs(0),
|
|
|
|
RunE: runRecover,
|
|
|
|
}
|
2022-05-06 11:51:41 -04:00
|
|
|
cmd.Flags().StringP("endpoint", "e", "", "endpoint of the instance, passed as HOST[:PORT] (required)")
|
2022-05-06 07:56:02 -04:00
|
|
|
must(cmd.MarkFlagRequired("endpoint"))
|
2022-07-29 03:52:47 -04:00
|
|
|
cmd.Flags().String("master-secret", constants.MasterSecretFilename, "path to master secret file")
|
2022-05-02 07:21:07 -04:00
|
|
|
return cmd
|
|
|
|
}
|
|
|
|
|
2022-07-29 03:52:47 -04:00
|
|
|
func runRecover(cmd *cobra.Command, _ []string) error {
|
2022-05-02 07:21:07 -04:00
|
|
|
fileHandler := file.NewHandler(afero.NewOsFs())
|
2022-09-14 07:25:42 -04:00
|
|
|
newDialer := func(validator *cloudcmd.Validator) *dialer.Dialer {
|
|
|
|
return dialer.New(nil, validator.V(cmd), &net.Dialer{})
|
|
|
|
}
|
|
|
|
return recover(cmd, fileHandler, newDialer)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
|
|
|
|
2022-09-14 07:25:42 -04:00
|
|
|
func recover(cmd *cobra.Command, fileHandler file.Handler, newDialer func(validator *cloudcmd.Validator) *dialer.Dialer) error {
|
2022-07-29 03:52:47 -04:00
|
|
|
flags, err := parseRecoverFlags(cmd)
|
2022-05-02 07:21:07 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-07-29 03:52:47 -04:00
|
|
|
var masterSecret masterSecret
|
|
|
|
if err := fileHandler.ReadJSON(flags.secretPath, &masterSecret); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-05-23 09:01:39 -04:00
|
|
|
var stat state.ConstellationState
|
|
|
|
if err := fileHandler.ReadJSON(constants.StateFilename, &stat); err != nil {
|
2022-05-02 07:21:07 -04:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-05-23 09:01:39 -04:00
|
|
|
provider := cloudprovider.FromString(stat.CloudProvider)
|
2022-09-07 09:38:29 -04:00
|
|
|
config, err := readConfig(cmd.OutOrStdout(), fileHandler, flags.configPath)
|
2022-05-23 09:01:39 -04:00
|
|
|
if err != nil {
|
2022-06-09 10:10:42 -04:00
|
|
|
return fmt.Errorf("reading and validating config: %w", err)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
|
|
|
|
2022-09-14 07:25:42 -04:00
|
|
|
validator, err := cloudcmd.NewValidator(provider, config)
|
2022-05-02 07:21:07 -04:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-09-14 07:25:42 -04:00
|
|
|
if err := recoverCall(cmd.Context(), newDialer(validator), flags.endpoint, masterSecret.Key, masterSecret.Salt); err != nil {
|
|
|
|
return fmt.Errorf("recovering cluster: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
cmd.Println("Pushed recovery key.")
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func recoverCall(ctx context.Context, dialer grpcDialer, endpoint string, key, salt []byte) error {
|
|
|
|
measurementSecret, err := attestation.DeriveMeasurementSecret(key, salt)
|
|
|
|
if err != nil {
|
2022-05-02 07:21:07 -04:00
|
|
|
return err
|
|
|
|
}
|
2022-09-14 07:25:42 -04:00
|
|
|
doer := &recoverDoer{
|
|
|
|
dialer: dialer,
|
|
|
|
endpoint: endpoint,
|
|
|
|
getDiskKey: getStateDiskKeyFunc(key, salt),
|
|
|
|
measurementSecret: measurementSecret,
|
|
|
|
}
|
|
|
|
retrier := retry.NewIntervalRetrier(doer, 30*time.Second, grpcRetry.ServiceIsUnavailable)
|
|
|
|
if err := retrier.Do(ctx); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type recoverDoer struct {
|
|
|
|
dialer grpcDialer
|
|
|
|
endpoint string
|
|
|
|
measurementSecret []byte
|
|
|
|
getDiskKey func(uuid string) (key []byte, err error)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *recoverDoer) Do(ctx context.Context) (retErr error) {
|
|
|
|
conn, err := d.dialer.Dial(ctx, d.endpoint)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("dialing recovery server: %w", err)
|
|
|
|
}
|
|
|
|
defer conn.Close()
|
2022-05-02 07:21:07 -04:00
|
|
|
|
2022-09-14 07:25:42 -04:00
|
|
|
// set up streaming client
|
|
|
|
protoClient := recoverproto.NewAPIClient(conn)
|
|
|
|
recoverclient, err := protoClient.Recover(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := recoverclient.CloseSend(); err != nil {
|
|
|
|
multierr.AppendInto(&retErr, err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
// send measurement secret as first message
|
|
|
|
if err := recoverclient.Send(&recoverproto.RecoverMessage{
|
|
|
|
Request: &recoverproto.RecoverMessage_MeasurementSecret{
|
|
|
|
MeasurementSecret: d.measurementSecret,
|
|
|
|
},
|
|
|
|
}); err != nil {
|
2022-05-02 07:21:07 -04:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-09-14 07:25:42 -04:00
|
|
|
// receive disk uuid
|
|
|
|
res, err := recoverclient.Recv()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
stateDiskKey, err := d.getDiskKey(res.DiskUuid)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
// send disk key
|
|
|
|
if err := recoverclient.Send(&recoverproto.RecoverMessage{
|
|
|
|
Request: &recoverproto.RecoverMessage_StateDiskKey{
|
|
|
|
StateDiskKey: stateDiskKey,
|
|
|
|
},
|
|
|
|
}); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := recoverclient.Recv(); err != nil && !errors.Is(err, io.EOF) {
|
|
|
|
return err
|
|
|
|
}
|
2022-05-02 07:21:07 -04:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2022-07-29 03:52:47 -04:00
|
|
|
func parseRecoverFlags(cmd *cobra.Command) (recoverFlags, error) {
|
2022-05-06 07:56:02 -04:00
|
|
|
endpoint, err := cmd.Flags().GetString("endpoint")
|
2022-05-02 07:21:07 -04:00
|
|
|
if err != nil {
|
2022-06-09 10:10:42 -04:00
|
|
|
return recoverFlags{}, fmt.Errorf("parsing endpoint argument: %w", err)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
2022-09-14 07:25:42 -04:00
|
|
|
endpoint, err = addPortIfMissing(endpoint, constants.RecoveryPort)
|
2022-05-06 07:56:02 -04:00
|
|
|
if err != nil {
|
2022-06-09 10:10:42 -04:00
|
|
|
return recoverFlags{}, fmt.Errorf("validating endpoint argument: %w", err)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
masterSecretPath, err := cmd.Flags().GetString("master-secret")
|
|
|
|
if err != nil {
|
2022-06-09 10:10:42 -04:00
|
|
|
return recoverFlags{}, fmt.Errorf("parsing master-secret path argument: %w", err)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
|
|
|
|
2022-05-13 05:56:43 -04:00
|
|
|
configPath, err := cmd.Flags().GetString("config")
|
2022-05-02 07:21:07 -04:00
|
|
|
if err != nil {
|
2022-06-09 10:10:42 -04:00
|
|
|
return recoverFlags{}, fmt.Errorf("parsing config path argument: %w", err)
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
return recoverFlags{
|
2022-07-29 03:52:47 -04:00
|
|
|
endpoint: endpoint,
|
|
|
|
secretPath: masterSecretPath,
|
|
|
|
configPath: configPath,
|
2022-05-02 07:21:07 -04:00
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type recoverFlags struct {
|
2022-07-29 03:52:47 -04:00
|
|
|
endpoint string
|
|
|
|
secretPath string
|
|
|
|
configPath string
|
2022-05-02 07:21:07 -04:00
|
|
|
}
|
2022-09-14 07:25:42 -04:00
|
|
|
|
|
|
|
func getStateDiskKeyFunc(masterKey, salt []byte) func(uuid string) ([]byte, error) {
|
|
|
|
return func(uuid string) ([]byte, error) {
|
|
|
|
return crypto.DeriveKey(masterKey, salt, []byte(crypto.HKDFInfoPrefix+uuid), crypto.StateDiskKeyLength)
|
|
|
|
}
|
|
|
|
}
|