package keyservice import ( "context" "errors" "net" "sync" "time" "github.com/edgelesssys/constellation/internal/cloud/metadata" "github.com/edgelesssys/constellation/internal/constants" "github.com/edgelesssys/constellation/internal/grpc/atlscredentials" "github.com/edgelesssys/constellation/internal/logger" "github.com/edgelesssys/constellation/internal/oid" "github.com/edgelesssys/constellation/kms/kmsproto" "github.com/edgelesssys/constellation/state/keyservice/keyproto" "go.uber.org/zap" "google.golang.org/grpc" "google.golang.org/grpc/codes" "google.golang.org/grpc/credentials" "google.golang.org/grpc/status" ) // KeyAPI is the interface called by the Coordinator or an admin during restart of a node. type KeyAPI struct { log *logger.Logger mux sync.Mutex metadata metadata.InstanceLister issuer QuoteIssuer key []byte keyReceived chan struct{} timeout time.Duration keyproto.UnimplementedAPIServer } // New initializes a KeyAPI with the given parameters. func New(log *logger.Logger, issuer QuoteIssuer, metadata metadata.InstanceLister, timeout time.Duration) *KeyAPI { return &KeyAPI{ log: log, metadata: metadata, issuer: issuer, keyReceived: make(chan struct{}, 1), timeout: timeout, } } // PushStateDiskKey is the rpc to push state disk decryption keys to a restarting node. func (a *KeyAPI) PushStateDiskKey(ctx context.Context, in *keyproto.PushStateDiskKeyRequest) (*keyproto.PushStateDiskKeyResponse, error) { a.mux.Lock() defer a.mux.Unlock() if len(a.key) != 0 { return nil, status.Error(codes.FailedPrecondition, "node already received a passphrase") } if len(in.StateDiskKey) != constants.RNGLengthDefault { return nil, status.Errorf(codes.InvalidArgument, "received invalid passphrase: expected length: %d, but got: %d", constants.RNGLengthDefault, len(in.StateDiskKey)) } a.key = in.StateDiskKey a.keyReceived <- struct{}{} return &keyproto.PushStateDiskKeyResponse{}, nil } // WaitForDecryptionKey notifies the Coordinator to send a decryption key and waits until a key is received. func (a *KeyAPI) WaitForDecryptionKey(uuid, listenAddr string) ([]byte, error) { if uuid == "" { return nil, errors.New("received no disk UUID") } creds := atlscredentials.New(a.issuer, nil) server := grpc.NewServer(grpc.Creds(creds)) keyproto.RegisterAPIServer(server, a) listener, err := net.Listen("tcp", listenAddr) if err != nil { return nil, err } defer listener.Close() a.log.Infof("Waiting for decryption key. Listening on: %s", listener.Addr().String()) go server.Serve(listener) defer server.GracefulStop() if err := a.requestKeyLoop(uuid); err != nil { return nil, err } return a.key, nil } // ResetKey resets a previously set key. func (a *KeyAPI) ResetKey() { a.key = nil } // requestKeyLoop continuously requests decryption keys from all available Coordinators, until the KeyAPI receives a key. func (a *KeyAPI) requestKeyLoop(uuid string, opts ...grpc.DialOption) error { // we do not perform attestation, since the restarting node does not need to care about notifying the correct Coordinator // if an incorrect key is pushed by a malicious actor, decrypting the disk will fail, and the node will not start creds := atlscredentials.New(nil, nil) // set up for the select statement to immediately request a key, skipping the initial delay caused by using a ticker firstReq := make(chan struct{}, 1) firstReq <- struct{}{} ticker := time.NewTicker(a.timeout) defer ticker.Stop() for { select { // return if a key was received // a key can be send by // - a Coordinator, after the request rpc was received // - by a Constellation admin, at any time this loop is running on a node during boot case <-a.keyReceived: return nil case <-ticker.C: a.requestKey(uuid, creds, opts...) case <-firstReq: a.requestKey(uuid, creds, opts...) } } } func (a *KeyAPI) requestKey(uuid string, credentials credentials.TransportCredentials, opts ...grpc.DialOption) { // list available Coordinators endpoints, _ := metadata.KMSEndpoints(context.Background(), a.metadata) a.log.With(zap.Strings("endpoints", endpoints)).Infof("Sending a key request to available Coordinators") // notify all available Coordinators to send a key to the node // any errors encountered here will be ignored, and the calls retried after a timeout for _, endpoint := range endpoints { ctx, cancel := context.WithTimeout(context.Background(), a.timeout) conn, err := grpc.DialContext(ctx, endpoint, append(opts, grpc.WithTransportCredentials(credentials))...) if err == nil { client := kmsproto.NewAPIClient(conn) _, _ = client.GetDataKey(ctx, &kmsproto.GetDataKeyRequest{DataKeyId: uuid, Length: constants.StateDiskKeyLength}) conn.Close() } cancel() } } // QuoteValidator validates quotes. type QuoteValidator interface { oid.Getter // Validate validates a quote and returns the user data on success. Validate(attDoc []byte, nonce []byte) ([]byte, error) } // QuoteIssuer issues quotes. type QuoteIssuer interface { oid.Getter // Issue issues a quote for remote attestation for a given message Issue(userData []byte, nonce []byte) (quote []byte, err error) }